-- Logs begin at Mon 2022-10-10 11:19:24 UTC, end at Mon 2022-10-10 12:17:00 UTC. -- Oct 10 11:50:41.719331 dv-cinder-850618-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 10 11:50:44.372343 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.common.config [-] Logging enabled! Oct 10 11:50:44.372934 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev58 Oct 10 11:50:44.373154 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106150) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 10 11:50:44.376488 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.common.config [-] Logging enabled! Oct 10 11:50:44.376749 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev58 Oct 10 11:50:44.377063 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106150) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 10 11:50:44.378011 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:50:44.378248 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:50:44.378736 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:50:44.379016 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:50:44.379251 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:50:44.379578 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.379883 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.380117 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.380422 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.380719 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.381005 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.381302 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.381606 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.381895 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.382178 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.382468 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.382700 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.383031 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.383321 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.383612 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.383839 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] debug = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.384124 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.384562 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.384966 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.385250 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.385707 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.385818 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.386087 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.386365 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.386651 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.387041 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] host = dv-cinder-850618-4-iscsi {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.387324 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.387614 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.387902 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.388189 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.388466 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.388744 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.389029 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.389302 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.389576 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.389868 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.390139 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.390424 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.390714 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.390965 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.391192 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.391477 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.391767 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.392045 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.392320 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.392595 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.392876 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.393156 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.393425 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.393711 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.393996 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.394281 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.394554 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.394828 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.395126 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.395398 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.395683 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.395955 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.396227 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.396500 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.396788 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.397056 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.397330 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.397629 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.397915 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.398196 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.398480 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.398753 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.399063 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.399343 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.399620 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.399896 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_json = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.400170 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.400444 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.400732 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.401009 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.401284 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.401559 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.401834 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.402122 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.402400 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:44.403246 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.403556 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.403861 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.404222 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.404453 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.404738 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.405036 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.405322 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.405617 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.405908 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.406198 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.406476 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.406779 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.407100 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.407400 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.407713 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.408010 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.408306 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.408585 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.408862 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.409139 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.409422 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.409712 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.409994 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.410284 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.410575 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.410856 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.411186 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.411479 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.411770 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.412068 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.412364 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.412640 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.412923 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.413220 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.413504 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.413785 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.414077 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.414359 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.414634 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.414947 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.415242 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.415533 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.415807 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.416087 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.416380 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.416660 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.416934 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.417212 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.417493 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.417767 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.418076 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.418918 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.419196 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.419475 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.419759 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.420036 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.420312 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.420594 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.420869 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.421150 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.421427 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.421703 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.421979 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.422253 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.422529 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.422803 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.423100 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.423383 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.423664 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.423938 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.424212 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.424488 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.424763 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.425050 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.425350 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.425631 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.425910 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.426192 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.426467 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.426745 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.427045 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.427324 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.427603 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.427876 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.428166 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.428448 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.428735 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.429015 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.429310 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.429609 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.429889 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.430169 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.430446 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.430722 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.431021 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.431305 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.431582 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.431862 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.432410 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.432685 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.432981 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.433277 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.433563 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.433887 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.434187 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.434484 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.434766 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.435114 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.435399 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:44.435616 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:50:44.435861 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106150) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 10 11:50:44.813151 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 10 11:50:44.813398 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 10 11:50:44.813665 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 10 11:50:44.813900 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 10 11:50:44.814180 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 10 11:50:44.814519 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 10 11:50:45.138284 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.138579 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.138862 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.140097 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.140375 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.140644 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.192857 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.193142 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.193411 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.209872 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.210161 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.210437 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.237725 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.238012 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.238285 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.274814 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.275116 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.275385 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.506087 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.506652 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.506652 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.507837 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.508560 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.605210 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.606044 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.606380 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.606651 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.606937 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.607254 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.607522 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.607782 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.608039 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.608325 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.608587 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.608853 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.609110 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.609364 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.609621 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.609888 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.610142 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.610411 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.610682 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.610966 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.611243 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.611498 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.611781 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.612161 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.612414 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.612661 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.613058 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:50:45.613304 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:50:45.613547 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:50:45.613787 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:50:45.614025 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:50:45.614264 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:50:45.614631 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 10 11:50:45.617743 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 10 11:50:45.622228 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 10 11:50:45.625952 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Oct 10 11:50:45.627616 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 10 11:50:45.628241 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 10 11:50:45.628586 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 10 11:50:45.628980 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 10 11:50:45.631777 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 10 11:50:45.632029 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 10 11:50:45.632378 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 10 11:50:45.637461 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 10 11:50:45.660032 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 10 11:50:45.660442 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.660741 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106150) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 10 11:50:45.661115 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.662475 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106150) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 10 11:50:45.662758 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 10 11:50:45.663032 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 10 11:50:45.674239 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.674526 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:45.795084 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 10 11:50:45.795323 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 10 11:50:45.795562 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 10 11:50:45.795938 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 10 11:50:45.848867 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO dbcounter [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Registered counter for database neutron Oct 10 11:50:45.868229 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_db.sqlalchemy.engines [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106150) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 10 11:50:45.873942 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG dbcounter [-] [106150] Writer thread running {{(pid=106150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:50:46.413089 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Initializing driver for type 'gre' Oct 10 11:50:46.413623 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] gre ID ranges: [(1, 1000)] Oct 10 11:50:46.469179 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Initializing driver for type 'local' Oct 10 11:50:46.469498 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Initializing driver for type 'vlan' Oct 10 11:50:46.483343 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] VlanTypeDriver initialization complete Oct 10 11:50:46.483674 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Initializing driver for type 'vxlan' Oct 10 11:50:46.484174 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] vxlan ID ranges: [(1, 1000)] Oct 10 11:50:46.536677 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Initializing extension driver 'port_security' Oct 10 11:50:46.537275 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.extensions.port_security [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] PortSecurityExtensionDriver initialization complete Oct 10 11:50:46.537388 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Initializing mechanism driver 'openvswitch' Oct 10 11:50:46.537703 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Initializing mechanism driver 'hyperv' Oct 10 11:50:46.544228 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:50:46.544899 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > port after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.545276 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.545635 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.546143 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:50:46.546565 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > subnet after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.546951 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > subnet after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.547309 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.547706 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:50:46.548122 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > network after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.548480 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > network after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.548829 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > network after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.549224 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:50:46.549629 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > security_group after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.549985 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > security_group after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.550332 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.550723 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:50:46.551170 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.551524 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.551868 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.552387 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:50:46.552796 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > address_group after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.553152 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > address_group after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.553500 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.553889 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:50:46.554331 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] ML2 OVO RPC backend initialized. {{(pid=106150) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 10 11:50:46.555085 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.555446 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.555863 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > network before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.556216 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > networks before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.556566 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > port before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.556909 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > ports before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.557518 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > subnet before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.557865 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > subnets before_response 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.558212 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > network after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.558557 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > network after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.558909 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > network after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.559267 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > port after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.559607 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.559947 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.560283 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > subnet after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.560702 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > subnet after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.561039 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.568660 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded quota_driver: . Oct 10 11:50:46.569031 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.plugin [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Modular L2 Plugin initialization complete Oct 10 11:50:46.569381 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading services supported by the core plugin {{(pid=106150) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 10 11:50:46.569725 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.plugins.ml2.managers [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Got port-security extension from driver 'port_security' Oct 10 11:50:46.570211 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.extensions.vlantransparent [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Disabled vlantransparent extension. Oct 10 11:50:46.570714 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106150) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 10 11:50:46.571067 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading Plugin: router Oct 10 11:50:46.607228 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.607627 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router after_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.608013 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router before_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.608383 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.608762 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.609123 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router after_delete 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.609489 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.609846 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.610209 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router after_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.610559 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router after_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.610932 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router after_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.611287 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.611654 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router after_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.612072 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.612450 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.612795 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.613137 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: subnet after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.613505 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.613845 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.614199 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.614550 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: port before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.614911 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.615283 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router after_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.615628 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.615985 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_create 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.616350 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.616699 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_update 55549900 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.617065 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > agent after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.617418 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > agent after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.617772 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > network after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.618635 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Tracking information for resource: router configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:50:46.619005 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Tracking information for resource: floatingip configured {{(pid=106150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:50:46.624493 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.db.l3_agentschedulers_db [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 10 11:50:46.625082 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.625450 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: port after_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.625810 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: port after_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.626170 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: port after_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.627011 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router before_create 55550100 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.627379 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.627746 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_create 55550100 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.628112 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > router precommit_update 55550100 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.632997 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.services.provider_configuration [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service providers = [] {{(pid=106150) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 10 11:50:46.633369 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.db.servicetype_db [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106150) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 10 11:50:46.636349 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.services.service_base [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:50:46.636708 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.services.service_base [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:50:46.637604 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.services.service_base [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:50:46.638503 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.services.service_base [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:50:46.638877 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.services.service_base [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 10 11:50:46.639284 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:50:46.639605 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 10 11:50:46.651253 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:50:46.651593 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading Plugin: auto_allocate Oct 10 11:50:46.657362 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: network precommit_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.657680 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: network precommit_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.658197 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:50:46.658520 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading Plugin: tag Oct 10 11:50:46.665104 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:50:46.665435 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading Plugin: timestamp Oct 10 11:50:46.669483 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:50:46.669818 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading Plugin: network_ip_availability Oct 10 11:50:46.675301 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.675676 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.676039 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.676755 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:50:46.677078 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading Plugin: flavors Oct 10 11:50:46.681746 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:50:46.682084 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading Plugin: revisions Oct 10 11:50:46.687335 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:50:46.687725 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.873s {{(pid=106150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 10 11:50:46.688469 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106150) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 10 11:50:46.688814 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Initializing extension manager. Oct 10 11:50:46.689338 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: __init__.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.689683 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: __pycache__ {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.690020 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: address_group.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.690924 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.691500 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: address-group Oct 10 11:50:46.691829 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: address_scope.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.692512 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.693020 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: address-scope Oct 10 11:50:46.693343 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.694226 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.694732 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: router-admin-state-down-before-update Oct 10 11:50:46.695088 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: agent.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.695760 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.696264 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: agent Oct 10 11:50:46.696587 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: agent_resources_synced.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.697462 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.697967 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: agent-resources-synced Oct 10 11:50:46.698290 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: allowedaddresspairs.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.700614 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.701133 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: allowed-address-pairs Oct 10 11:50:46.701461 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: auto_allocated_topology.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.702499 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.703060 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: auto-allocated-topology Oct 10 11:50:46.703389 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: availability_zone.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.704056 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.704569 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: availability_zone Oct 10 11:50:46.704892 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: availability_zone_filter.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.705771 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.706275 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: availability_zone_filter Oct 10 11:50:46.706598 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: data_plane_status.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.707498 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.707999 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension data-plane-status not supported by any of loaded plugins Oct 10 11:50:46.708322 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: default_subnetpools.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.709195 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.709699 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: default-subnetpools Oct 10 11:50:46.710023 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.710793 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.711327 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: dhcp_agent_scheduler Oct 10 11:50:46.711651 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: dns.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.712522 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.713026 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension dns-integration not supported by any of loaded plugins Oct 10 11:50:46.713348 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: dns_domain_ports.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.714229 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.714729 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 10 11:50:46.715104 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.715986 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.716485 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 10 11:50:46.716811 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: dvr.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.717454 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.717970 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: dvr Oct 10 11:50:46.718279 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: ecmp_routes.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.719192 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.719695 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 10 11:50:46.720017 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: empty_string_filtering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.720890 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.721393 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: empty-string-filtering Oct 10 11:50:46.721716 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.722585 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.723121 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 10 11:50:46.723444 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.724322 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.724821 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 10 11:50:46.725140 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: external_net.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.726015 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.726517 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: external-net Oct 10 11:50:46.726838 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.727746 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.728253 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: extra_dhcp_opt Oct 10 11:50:46.728579 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: extraroute.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.729448 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.729950 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: extraroute Oct 10 11:50:46.730273 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: extraroute_atomic.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.731316 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.731825 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: extraroute-atomic Oct 10 11:50:46.732151 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: filter_validation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.732781 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.733281 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: filter-validation Oct 10 11:50:46.733606 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: fip_pf_description.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.734480 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.735023 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 10 11:50:46.735347 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: fip_pf_detail.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.736220 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.736728 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 10 11:50:46.737051 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: fip_pf_port_range.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.737922 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.738427 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 10 11:50:46.738752 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: fip_port_details.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.739649 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.740159 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: fip-port-details Oct 10 11:50:46.740479 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: flavors.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.741658 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.742171 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: flavors Oct 10 11:50:46.742498 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.744215 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.744740 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 10 11:50:46.745078 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: floatingip_pools.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.745749 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.746784 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: floatingip-pools Oct 10 11:50:46.747154 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: ip_allocation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.748039 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.748542 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension ip_allocation not supported by any of loaded plugins Oct 10 11:50:46.748869 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.749768 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.750277 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: ip-substring-filtering Oct 10 11:50:46.750605 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l2_adjacency.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.751521 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.752024 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 10 11:50:46.752351 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.753279 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.753794 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: router Oct 10 11:50:46.754122 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.756536 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.757068 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 10 11:50:46.757409 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.758293 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.758811 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: ext-gw-mode Oct 10 11:50:46.759178 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.760070 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.760581 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: l3-ha Oct 10 11:50:46.760913 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.762342 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.762858 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 10 11:50:46.763217 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3_flavors.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.764100 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.764610 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: l3-flavors Oct 10 11:50:46.764939 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.766281 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.766796 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 10 11:50:46.767155 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.768040 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.768556 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 10 11:50:46.768883 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: l3agentscheduler.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.769878 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.770389 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: l3_agent_scheduler Oct 10 11:50:46.770718 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: local_ip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.772450 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.772974 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension local_ip not supported by any of loaded plugins Oct 10 11:50:46.773306 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: logging.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.774744 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.775304 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension logging not supported by any of loaded plugins Oct 10 11:50:46.775642 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: metering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.776349 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.776926 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: metering Oct 10 11:50:46.777261 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.778356 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.778874 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: metering_source_and_destination_fields Oct 10 11:50:46.779225 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: multiprovidernet.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.780112 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.780631 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: multi-provider Oct 10 11:50:46.780957 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: netmtu.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.781836 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.782347 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: net-mtu Oct 10 11:50:46.782671 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: netmtu_writable.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.783582 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.784088 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: net-mtu-writable Oct 10 11:50:46.784413 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: network_availability_zone.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.785050 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.785551 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: network_availability_zone Oct 10 11:50:46.785873 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: network_ip_availability.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.786964 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.787476 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: network-ip-availability Oct 10 11:50:46.787801 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: network_segment_range.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.788528 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.789028 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension network-segment-range not supported by any of loaded plugins Oct 10 11:50:46.789352 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: pagination.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.790290 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.790620 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: pagination Oct 10 11:50:46.790975 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: port_device_profile.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.791849 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.792362 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: port-device-profile Oct 10 11:50:46.792686 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: port_mac_address_override.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.793595 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.794106 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: port-mac-override Oct 10 11:50:46.794432 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.795334 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.795846 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: port-mac-address-regenerate Oct 10 11:50:46.796170 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.797048 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.797562 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: port-numa-affinity-policy Oct 10 11:50:46.797884 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: port_resource_request.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.798768 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.799316 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension port-resource-request not supported by any of loaded plugins Oct 10 11:50:46.799644 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: port_resource_request_groups.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.800573 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.801077 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 10 11:50:46.801401 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: portbindings.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.802283 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.802793 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: binding Oct 10 11:50:46.803146 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: portbindings_extended.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.804369 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.804888 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: binding-extended Oct 10 11:50:46.805217 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: portsecurity.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.806101 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.806617 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: port-security Oct 10 11:50:46.806976 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: project_id.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.808379 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.809236 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: project-id Oct 10 11:50:46.809566 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: providernet.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.810451 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.810993 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: provider Oct 10 11:50:46.811321 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.814765 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.815322 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos not supported by any of loaded plugins Oct 10 11:50:46.815657 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.816879 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.817406 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 10 11:50:46.817739 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.818627 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.819179 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 10 11:50:46.819512 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_default.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.820391 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.820904 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-default not supported by any of loaded plugins Oct 10 11:50:46.821232 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_fip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.822118 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.822630 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-fip not supported by any of loaded plugins Oct 10 11:50:46.822995 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.823873 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.824942 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 10 11:50:46.825271 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_gateway_ip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.826162 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.826671 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 10 11:50:46.827035 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_port_network_policy.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.827925 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.828436 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 10 11:50:46.828763 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.829759 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.830276 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 10 11:50:46.830609 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.831653 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.832170 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 10 11:50:46.832502 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_pps_rule.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.833634 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.834149 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-pps not supported by any of loaded plugins Oct 10 11:50:46.834479 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_rule_type_details.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.835398 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.835906 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 10 11:50:46.836232 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.837116 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.837628 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 10 11:50:46.837951 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: qos_rules_alias.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.839003 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.839517 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 10 11:50:46.839863 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: quota_check_limit.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.840747 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.841258 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: quota-check-limit Oct 10 11:50:46.841583 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: quotasv2.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.842464 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.842790 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: quotas Oct 10 11:50:46.843145 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: quotasv2_detail.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.844784 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.845120 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: quota_details Oct 10 11:50:46.845450 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: rbac.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.846472 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.847027 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: rbac-policies Oct 10 11:50:46.847364 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: rbac_address_group.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.848261 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.848777 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: rbac-address-group Oct 10 11:50:46.849106 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: rbac_address_scope.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.850071 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.850585 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: rbac-address-scope Oct 10 11:50:46.850940 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: rbac_security_groups.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.851841 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.852349 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: rbac-security-groups Oct 10 11:50:46.852676 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: rbac_subnetpool.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.853562 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.854079 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: rbac-subnetpool Oct 10 11:50:46.854408 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: revisionifmatch.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.855403 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.855939 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: revision-if-match Oct 10 11:50:46.856265 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: revisions.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.857357 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.857869 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: standard-attr-revisions Oct 10 11:50:46.858197 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: router_availability_zone.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.858836 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.859375 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: router_availability_zone Oct 10 11:50:46.859699 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: routerservicetype.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.860592 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.861103 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension router-service-type not supported by any of loaded plugins Oct 10 11:50:46.861425 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.862311 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.862822 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: security-groups-normalized-cidr Oct 10 11:50:46.863188 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.864074 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.864586 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: port-security-groups-filtering Oct 10 11:50:46.864909 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.865814 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.866326 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: security-groups-remote-address-group Oct 10 11:50:46.866651 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.867582 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.868093 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: security-groups-shared-filtering Oct 10 11:50:46.868417 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: securitygroup.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.878612 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.879172 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: security-group Oct 10 11:50:46.879509 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: segment.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.880206 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.880719 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension segment not supported by any of loaded plugins Oct 10 11:50:46.881050 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.881954 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.882466 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 10 11:50:46.882794 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: servicetype.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.883874 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.884394 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: service-type Oct 10 11:50:46.884723 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: sorting.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.885673 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.886005 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: sorting Oct 10 11:50:46.886327 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: standard_attr_segment.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.887800 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.888316 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 10 11:50:46.888644 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: standardattrdescription.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.889263 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.889774 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: standard-attr-description Oct 10 11:50:46.890101 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: stateful_security_group.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.891035 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.891553 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: stateful-security-group Oct 10 11:50:46.891879 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: stdattrs_common.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.892436 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 10 11:50:46.892764 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.893663 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.894180 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 10 11:50:46.894507 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: subnet_onboard.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.895563 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.896084 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: subnet_onboard Oct 10 11:50:46.896411 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.897304 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.897817 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 10 11:50:46.898150 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: subnet_service_types.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.899079 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.899596 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: subnet-service-types Oct 10 11:50:46.899922 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: subnetallocation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.900949 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.901470 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: subnet_allocation Oct 10 11:50:46.901797 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.902460 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.902998 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: subnetpool-prefix-ops Oct 10 11:50:46.903328 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.904224 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.904733 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 10 11:50:46.905059 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: tagging.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.906079 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.906604 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: standard-attr-tag Oct 10 11:50:46.906960 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: timestamp.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.908178 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.908650 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loaded extension: standard-attr-timestamp Oct 10 11:50:46.908980 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: trunk.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.909974 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.910485 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension trunk not supported by any of loaded plugins Oct 10 11:50:46.910813 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: trunk_details.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.911722 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.912232 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension trunk-details not supported by any of loaded plugins Oct 10 11:50:46.912559 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: uplink_status_propagation.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.913451 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.913959 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 10 11:50:46.914288 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Loading extension file: vlantransparent.py {{(pid=106150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:50:46.914948 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:50:46.915453 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 10 11:50:46.918072 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:network Oct 10 11:50:46.918604 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:subnet Oct 10 11:50:46.919050 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:50:46.919449 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:port Oct 10 11:50:46.920716 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.921165 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service FLAVORS assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.921780 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.922229 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.922569 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:router Oct 10 11:50:46.923043 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:floatingip Oct 10 11:50:46.923538 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service METERING assigned prefix: /metering {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.924992 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.925368 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.925726 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:50:46.926726 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of CountableResource for resource:rbac_policy Oct 10 11:50:46.927208 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:security_group Oct 10 11:50:46.927656 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 10 11:50:46.928212 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service CORE assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.928550 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:50:46.928901 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] subnetpool is already registered Oct 10 11:50:46.929330 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service CORE assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.929670 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:50:46.930005 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] subnetpool is already registered Oct 10 11:50:46.932662 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.933115 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service FLAVORS assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.934271 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.934817 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.935181 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:router Oct 10 11:50:46.935537 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] router is already registered Oct 10 11:50:46.935969 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:floatingip Oct 10 11:50:46.936309 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] floatingip is already registered Oct 10 11:50:46.936784 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service METERING assigned prefix: /metering {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.937502 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of CountableResource for resource:rbac_policy Oct 10 11:50:46.937829 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] rbac_policy is already registered Oct 10 11:50:46.938266 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:security_group Oct 10 11:50:46.938606 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] security_group is already registered Oct 10 11:50:46.939064 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 10 11:50:46.939405 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] security_group_rule is already registered Oct 10 11:50:46.939912 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service CORE assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.940241 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:50:46.940575 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] subnetpool is already registered Oct 10 11:50:46.940994 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.v2.resource_helper [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Service CORE assigned prefix: {{(pid=106150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:50:46.941321 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:50:46.941651 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING neutron.quota.resource_registry [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] subnetpool is already registered Oct 10 11:50:46.942121 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: extensions {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.943760 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: address-groups {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.945277 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: address-scopes {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.946488 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: agents {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.947697 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: auto-allocated-topology {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.950803 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: availability_zones {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.952080 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: dhcp-networks {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.953518 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: dhcp-agents {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.955107 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: routers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.956860 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: flavors {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.958045 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: service_profiles {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.959382 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: next_providers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.960870 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: service_profiles {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.962328 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: floatingip-pools {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.963634 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: routers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.965510 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: floatingips {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.966706 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: l3-routers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.968156 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: l3-agents {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.969703 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: metering-labels {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.971003 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: metering-label-rules {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.972307 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: network-ip-availabilities {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.973684 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: bindings {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.975306 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: quotas {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.976878 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: quotas {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.978542 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: rbac-policies {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.979799 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: security-groups {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.981550 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: security-group-rules {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.982822 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: service-providers {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.984169 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: subnetpools {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.985524 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: subnetpools {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.987032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.988828 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.990557 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.992484 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.994203 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.996164 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:46.998484 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:47.000343 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:47.002132 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:47.004048 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron.api.extensions [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Extended resource: tags {{(pid=106150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:50:47.011013 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING keystonemiddleware.auth_token [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 10 11:50:47.016647 dv-cinder-850618-4-iscsi neutron-server[106150]: WARNING keystonemiddleware.auth_token [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 10 11:50:47.025464 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Acquiring lock "singleton_lock" {{(pid=106150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 10 11:50:47.025793 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Acquired lock "singleton_lock" {{(pid=106150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 10 11:50:47.026264 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_concurrency.lockutils [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Releasing lock "singleton_lock" {{(pid=106150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 10 11:50:47.026945 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO oslo_service.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Starting 2 workers Oct 10 11:50:47.032352 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Started child 106261 {{(pid=106150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 11:50:47.036840 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Started child 106262 {{(pid=106150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 11:50:47.038036 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:50:47.038661 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO neutron.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 10 11:50:47.039053 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:50:47.039570 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [-] (106261) wsgi starting up on http://0.0.0.0:9696 Oct 10 11:50:47.041504 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO oslo_service.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Starting 1 workers Oct 10 11:50:47.041615 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:50:47.042876 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [-] (106262) wsgi starting up on http://0.0.0.0:9696 Oct 10 11:50:47.047295 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Started child 106263 {{(pid=106150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 11:50:47.047853 dv-cinder-850618-4-iscsi neutron-server[106150]: INFO oslo_service.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Starting 1 workers Oct 10 11:50:47.051092 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] calling RpcWorker wait() {{(pid=106263) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 10 11:50:47.051651 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] returning from RpcWorker wait() {{(pid=106263) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 10 11:50:47.052387 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Started child 106264 {{(pid=106150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 11:50:47.052899 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:50:47.053152 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG neutron_lib.callbacks.manager [None req-fdbcb6a6-8642-4071-8f75-b98436760307 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:50:47.053427 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:50:47.055032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 10 11:50:47.055248 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:50:47.055432 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:50:47.055668 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:50:47.056004 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:50:47.056188 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:50:47.056698 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.056975 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.057505 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.057784 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:50:47.058229 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.058362 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.059316 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:50:47.059427 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.059653 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.059948 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.060217 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.060390 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.060564 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.060827 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.061077 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.061411 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.061698 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.061954 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.062202 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.062376 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.062644 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.062930 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.063182 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.063469 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] debug = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.063744 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.064235 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.064487 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.064729 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.064971 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.065232 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.065504 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.065790 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.066047 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.066298 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.066539 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.066806 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.067075 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.067318 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.067556 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.067822 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.068062 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.068537 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] host = dv-cinder-850618-4-iscsi {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.068779 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.069018 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.069274 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.069525 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.069773 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.069990 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.070262 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.070679 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.070976 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.071206 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.071450 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.071711 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.071927 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.072181 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.072348 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_options = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.072597 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.072872 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.073168 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.073369 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.073501 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.073668 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.073925 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.074091 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.074875 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.075119 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.075338 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.075574 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.075793 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.076022 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.076287 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.076523 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.076758 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.076969 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.077223 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.077472 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.077716 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.077969 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.078460 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.078830 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.079439 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.079695 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.079928 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.080146 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.080734 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.080972 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.081393 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.081656 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.081902 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.082226 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.082401 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.082720 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.082952 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.083277 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.083437 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.083610 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.083863 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.084110 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.084327 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.084733 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.084947 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.085166 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.085616 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_json = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.085616 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.085988 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.086240 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.086588 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.087017 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.087615 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.087862 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.088107 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.088465 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.089043 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.090751 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.090751 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.090751 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.090751 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.091147 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.091318 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.091481 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.091701 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.091952 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.092337 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.092563 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.092831 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.093109 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.094749 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.094749 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.094749 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.094749 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.094749 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.094749 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.096306 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.096306 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.096306 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.096306 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.096306 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.096600 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.096897 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.097104 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.097387 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.097669 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.098020 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.098448 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.098859 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.099275 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.099644 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.100056 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.100446 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.101167 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.101167 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.101167 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.101467 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.101713 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.102210 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.102210 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.102396 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105871 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105871 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105871 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105871 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.105871 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.106223 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.106422 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.106643 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.106937 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.107170 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.107390 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.107661 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.108162 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.108837 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.109111 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.109338 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.109562 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.109789 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.110048 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.110324 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.110552 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.110791 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.111064 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.111293 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.111535 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.111757 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.111977 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.112231 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.112500 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.112728 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.113051 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.113400 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.113639 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.114014 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.114264 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.114667 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.114821 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.115052 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.115441 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.115671 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.115937 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.116184 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.116459 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.116675 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.117151 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.117581 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.118274 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.118644 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.119161 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.119439 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.119847 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.120083 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.120334 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.120610 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.120838 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.121107 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.121379 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.121606 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.121855 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.122088 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.122351 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.122599 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.123048 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.123234 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.123523 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.123818 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.124016 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.124350 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.124609 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.124874 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.125140 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.125437 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.125670 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.125938 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.126222 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.126552 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.126955 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.127145 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.127384 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.127678 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.128123 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.128545 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.128965 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.129282 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.129554 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.129793 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.130077 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.130324 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.130792 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.131289 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.131687 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.132089 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.132466 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.132894 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.133350 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.133751 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.134034 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.134345 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.134611 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.134909 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.135154 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.135430 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.135679 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.135961 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.136349 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.137313 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.137688 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.138106 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.138329 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.138807 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.139120 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.139367 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.139632 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.139886 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.140254 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.140694 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.141103 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.141368 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.141605 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.141850 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.142078 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.142304 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.142529 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.142751 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.143025 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.143246 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.143687 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.144103 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.144329 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.144566 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.144837 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.145079 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.145322 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.145595 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.145840 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.146058 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.146281 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.146508 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.146726 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.146995 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.147251 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.147505 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.147814 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.148141 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.148593 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.148856 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.149099 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.149579 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.149834 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.150061 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.150304 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.150554 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.150781 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.151037 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.151282 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.151526 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.151769 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.152002 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.152226 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.152502 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.153251 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.153674 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.153944 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.154198 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.154437 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.154667 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.154913 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.155138 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.155514 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.155765 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.155981 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.156380 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.156600 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.156817 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.157191 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.157412 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.157753 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.158030 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.158325 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.158544 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.158786 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.159055 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.159291 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.159507 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.159724 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.159952 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.160174 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.160392 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.160642 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.160858 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.161071 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.161293 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.161518 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.161751 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.161979 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.162190 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.162407 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.162631 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.162853 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.163112 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.163374 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.163587 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.163801 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.164027 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.164248 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.164460 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.164683 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.164926 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.165161 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.165383 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.165601 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.165817 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.166123 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.166376 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.166613 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.166923 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.167179 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.167427 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.167675 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.168004 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.168242 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.168484 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.168738 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.168959 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:50:47.169112 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.169252 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.169446 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.169774 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.170059 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.170308 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.170565 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.170850 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.171151 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.171429 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.171651 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.172107 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.172491 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.172822 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.173408 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.173671 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.174081 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.174334 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.174558 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.175201 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.175201 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.175454 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.175552 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.175813 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.176044 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.176266 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.176495 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.176736 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.177041 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.177224 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.177468 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.177687 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.177846 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:50:47.178372 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 10 11:50:47.178541 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:50:47.178697 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:50:47.178913 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:50:47.179083 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:50:47.179240 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:50:47.179451 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.179621 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.179769 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.179933 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.180117 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.180285 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.180445 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.180586 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.180748 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.180911 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.181071 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.181231 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.181388 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.181548 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.181707 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.181866 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.182441 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.182606 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.182930 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.183097 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.183259 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.183422 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] debug = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.183649 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.183815 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.183984 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.184148 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.184307 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.184468 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.184628 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.184788 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.184949 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.185111 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.185272 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.185433 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.185595 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.185755 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.185914 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.186073 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.186233 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.186405 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] host = dv-cinder-850618-4-iscsi {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.186551 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.186706 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.186856 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.187036 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.187192 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.187356 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.187516 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.187677 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.187837 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.187997 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.188156 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.188317 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.188481 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.188642 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.188802 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_options = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.188962 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.189121 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.189279 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.189464 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.189629 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.189791 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.189951 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.190115 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.190275 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.190436 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.190596 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.190757 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.190937 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.191103 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.191252 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.191410 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.191570 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.191718 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.191879 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.192041 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.192201 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.192361 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.192521 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.192684 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.192844 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.193006 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.193166 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.193327 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.193488 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.193688 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.193856 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.194173 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.194327 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.194680 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.194680 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.195212 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.195212 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.195462 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.195593 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.195724 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.195855 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.195998 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.196135 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.196284 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.196420 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.196632 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.196979 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_json = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.196979 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.196979 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.197346 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.197346 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.197608 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.197608 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.197859 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.197859 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.198108 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:50:47.198238 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.198381 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.198513 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.198653 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.198805 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.198994 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.199160 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.200041 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.200041 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.200282 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.200416 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.200549 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.200692 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.200825 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.200969 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.201100 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.201231 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.201399 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.201563 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.201728 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.201891 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.202055 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.202227 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.202391 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.202557 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.202723 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.202884 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.203080 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.203246 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.203417 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.203584 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.203747 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.203910 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.204074 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.204255 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.204406 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.204573 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.204738 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.204903 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.205066 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.205227 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.205399 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.205561 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.205724 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.205937 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.206032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.206200 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.206369 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.206530 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.206696 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.206861 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.207048 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.207210 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.207531 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.207695 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.207862 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.208025 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.208237 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.208359 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.208521 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.208685 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.208853 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.209016 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.209180 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.209342 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.209506 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.209671 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.209833 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.210009 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.210177 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.210339 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.210502 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.210666 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.210827 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.211021 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.211183 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.211359 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.211489 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.211644 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.211807 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.211970 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.212132 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.212295 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.212458 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.212621 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.212785 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.212948 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.213111 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.213275 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.213438 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.213602 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.213775 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.213956 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.214123 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.214285 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.214452 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.214614 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.214778 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.215564 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.215699 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.215825 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.215962 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.216131 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.216295 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.216458 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.216620 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.216785 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.216947 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.217109 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.217295 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.217435 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.217598 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.217760 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.217923 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.218087 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.218250 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.218414 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.218578 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.218741 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.218927 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.219095 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.219258 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.219421 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.219593 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.219757 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.219922 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.220085 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.220256 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.220429 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.220593 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.220756 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.220920 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.221083 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.221246 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.221409 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.221573 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.221735 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.221899 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.222063 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.222238 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.222400 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.222563 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.222725 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.222929 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.223096 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.223260 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.223424 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.223590 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.223754 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.223917 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.224079 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.224242 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.224406 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.224962 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.224962 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.224962 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.225210 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.225210 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.225357 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.225489 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.225653 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.225817 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.225981 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.226145 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.226308 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.226473 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.226636 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.226799 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.226984 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.227149 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.227312 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.227475 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.227637 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.227800 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.227963 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.228126 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.228288 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.228450 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.228614 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.228781 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.228945 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.229108 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.229270 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.229434 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.229598 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.229760 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.229924 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.230095 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.230796 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.230796 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.230796 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.230796 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.231139 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.231139 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.231264 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.231329 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.231494 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.231658 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.231842 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.232006 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.232170 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.232336 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.232499 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.232662 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.232824 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.232988 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.233150 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.233313 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.233478 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.233641 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.233805 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.233969 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.234132 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.234295 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.234458 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.234621 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.234786 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.234981 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.235140 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.235303 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.235466 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.235630 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.235793 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.235956 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.236117 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.236293 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.236443 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.236605 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.236767 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.236932 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.237108 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.237272 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.237436 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.237599 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.237762 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.237925 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.238098 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.238261 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.238423 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.238585 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.238739 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.238909 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.239094 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.239257 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.239415 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.239569 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.239732 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.239897 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.240069 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.240231 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.240393 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.240555 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.240718 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.240880 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.241052 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.241216 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.241379 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.241540 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.241705 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.241867 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.242040 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.242204 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.242361 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.242518 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.242682 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.242844 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.243040 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.243205 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.243369 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.243541 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.243704 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.243866 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.244029 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.244204 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.244367 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.244534 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.244696 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.244859 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.245023 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.245187 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.245356 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.245528 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.245698 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.245862 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.246032 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.246228 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.246400 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.246562 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.246730 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.246920 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.247088 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.247251 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.247413 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.247577 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.247740 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.247904 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.248066 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.248228 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.248389 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.248551 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.248717 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.248880 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.249044 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.249238 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.249370 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.249503 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.249664 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.249827 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.249989 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:50:47.250143 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:50:47.396388 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38298) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:50:47.403347 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048265 Oct 10 11:50:47.407759 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038242 Oct 10 11:50:56.531533 dv-cinder-850618-4-iscsi neutron-server[106150]: DEBUG dbcounter [-] [106150] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:50:58.663004 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889492b6-3ea1-43fd-90ae-e9540efbfa5d None None] get_active_networks_info from dv-cinder-850618-4-iscsi {{(pid=106263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 10 11:50:58.678529 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writer thread running {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:50:58.761142 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889492b6-3ea1-43fd-90ae-e9540efbfa5d None None] No non-hosted networks {{(pid=106263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 10 11:50:58.779993 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.agentschedulers_db [None req-889492b6-3ea1-43fd-90ae-e9540efbfa5d None None] DHCP Agent not found on host dv-cinder-850618-4-iscsi {{(pid=106263) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 10 11:50:58.943350 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3e535f6d-8234-4ac5-b7d5-29f3b2345b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2091729'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:00.364629 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writer thread running {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:51:00.875977 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b2a584a5-fe65-471b-b2ac-0845655e8f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2091729'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:00.910260 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7f1f5906-cc32-4207-813f-e76042daf90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:01.908838 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2091729'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:02.314653 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38374) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:02.879733 dv-cinder-850618-4-iscsi neutron-server[106261]: WARNING oslo_policy.policy [None req-4b664aaf-5743-450d-be77-7a1f61ece32a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:51:02.880373 dv-cinder-850618-4-iscsi neutron-server[106261]: WARNING oslo_policy.policy [None req-4b664aaf-5743-450d-be77-7a1f61ece32a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:51:03.098600 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [None req-4b664aaf-5743-450d-be77-7a1f61ece32a admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:51:03.099938 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4b664aaf-5743-450d-be77-7a1f61ece32a admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7834327 Oct 10 11:51:03.604834 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2091729'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:03.684841 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2091729'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:03.685834 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.687375 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.687730 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.688064 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.688397 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.688768 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.689098 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.689496 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.689825 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.690142 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.690489 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.691013 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.691352 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.691676 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.691989 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:03.692378 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850618-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:03.707663 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850618-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:05.804325 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 38408) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:06.093649 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.db.l3_hamode_db [None req-9602e166-e5aa-4006-ad42-048002944bea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 10 11:51:06.168515 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602e166-e5aa-4006-ad42-048002944bea None None] Routers set() bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:51:06.168897 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602e166-e5aa-4006-ad42-048002944bea None None] Router IDs set() for agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 10 11:51:06.362988 dv-cinder-850618-4-iscsi neutron-server[106262]: WARNING oslo_policy.policy [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:51:06.363575 dv-cinder-850618-4-iscsi neutron-server[106262]: WARNING oslo_policy.policy [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:51:06.579059 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:51:06.591394 dv-cinder-850618-4-iscsi neutron-server[106262]: ERROR stevedore.extension [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 10 11:51:06.672585 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.policy [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106262) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 10 11:51:06.714279 dv-cinder-850618-4-iscsi neutron-server[106262]: WARNING oslo_policy.policy [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:51:06.714645 dv-cinder-850618-4-iscsi neutron-server[106262]: WARNING oslo_policy.policy [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:51:06.734903 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writer thread running {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:51:06.809857 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765378412687', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765378413187', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765378429799', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765378440884', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765378443136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765378450640', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-683835', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2065552', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2028175'] for rbac-policy (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:06.878118 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:06.879483 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0c4ccfa5-00fe-4146-8bfa-4d2aa6d2b635 admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0732498 Oct 10 11:51:09.463318 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 38424) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:09.778925 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:51:09.809303 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Made reservation on behalf of 3bf2c16b2e8b435bbd4cf6885ae631db for: {'network': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:51:09.813526 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:09.831320 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:09.937776 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Publish callbacks [] for security_group (93dad6fe-ff3d-449f-9714-d5c907ff9b53), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:09.941434 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (93dad6fe-ff3d-449f-9714-d5c907ff9b53), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:09.967879 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=106262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:51:10.002617 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765381497043', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (6edf89d7-7174-491a-9e65-817f6b4002d5), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:10.003208 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Unsubscribe: segment precommit_create {{(pid=106262) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 10 11:51:10.003738 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.segments_db [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Added segment 6edf89d7-7174-491a-9e65-817f6b4002d5 of type vlan for network 5b895b08-af56-4378-a823-6767265f5ab8 Oct 10 11:51:10.020399 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=93dad6fe-ff3d-449f-9714-d5c907ff9b53,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:10.067222 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.067563 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.067923 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.068263 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.068585 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.068912 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.069227 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.069540 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.069853 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.070163 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.070472 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.070797 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.071136 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.071445 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.071752 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Tracked resource versions report: Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: pushed versions: Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: { 'AddressGroup': {'1.2'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Agent': {'1.1'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'ConntrackHelper': {'1.0'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Log': {'1.0'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'NDPProxy': {'1.0'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Network': {'1.1'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Port': {'1.7'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'PortForwarding': {'1.3'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'QosPolicy': {'1.10'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SecurityGroup': {'1.5'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SubPort': {'1.0'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Subnet': {'1.1'}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Trunk': {'1.1'}} Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: consumer versions: Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: { DHCP agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: L3 agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: Metadata agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: Metering agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: Open vSwitch agent@dv-cinder-850618-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Agent': '1.1', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'ConntrackHelper': '1.0', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'LocalIPAssociation': '1.0', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Log': '1.0', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'NDPProxy': '1.0', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Network': '1.1', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Port': '1.7', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'PortForwarding': '1.3', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'QosPolicy': '1.10', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SecurityGroup': '1.5', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SecurityGroupRule': '1.2', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SubPort': '1.0', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Subnet': '1.1', Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Trunk': '1.1'}} Oct 10 11:51:10.073108 dv-cinder-850618-4-iscsi neutron-server[106262]: {{(pid=106262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:51:10.111519 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (5b895b08-af56-4378-a823-6767265f5ab8), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:10.133881 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=52,neutron:INSERT=46,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:10.154681 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (5b895b08-af56-4378-a823-6767265f5ab8), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:10.159807 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:10.160496 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:10.259557 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7946377 Oct 10 11:51:10.282444 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0d1ce-46ad-4e7d-9a60-0adf4b5f98f4 demo demo] Pushing event updated for resources: {'Network': ['ID=5b895b08-af56-4378-a823-6767265f5ab8,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:10.295002 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 5b895b08-af56-4378-a823-6767265f5ab8 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:51:12.870009 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 38438) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:13.277295 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5cfeae-1b4b-46c9-83d0-5d0d0c4988be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:13.278619 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2f5cfeae-1b4b-46c9-83d0-5d0d0c4988be demo admin] 10.222.0.52 "GET /networking/v2.0/networks/5b895b08-af56-4378-a823-6767265f5ab8 HTTP/1.1" status: 200 len: 825 time: 0.4076703 Oct 10 11:51:13.303946 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-72fedd2d-f021-4b25-b0a4-b99455589b19 demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/70efa8b5-f4ae-4c69-b15b-6e57fced30ee HTTP/1.1" status: 200 len: 734 time: 0.0192611 Oct 10 11:51:13.313481 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Request body: {'subnet': {'network_id': '5b895b08-af56-4378-a823-6767265f5ab8', 'name': 'private-subnet', 'subnetpool_id': '70efa8b5-f4ae-4c69-b15b-6e57fced30ee', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:51:13.334772 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Made reservation on behalf of 3bf2c16b2e8b435bbd4cf6885ae631db for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:51:13.337043 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:13.546494 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:13.611835 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:13.626180 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=7 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:13.627322 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (1144670e-ddda-4094-a477-2f971f16346a), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:13.694368 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Pushing event updated for resources: {'Subnet': ['ID=1144670e-ddda-4094-a477-2f971f16346a,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:13.702927 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Checking segment: {'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:51:13.703399 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Network hostable DHCP agents. Network: 5b895b08-af56-4378-a823-6767265f5ab8, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:51:13.724645 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Network 5b895b08-af56-4378-a823-6767265f5ab8 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:51:13.735456 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 5b895b08-af56-4378-a823-6767265f5ab8) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:51:13.740008 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:13.740590 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:13.744737 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b9c7d-c823-44bc-941a-0dc528314186 None None] Network 5b895b08-af56-4378-a823-6767265f5ab8 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:51:13.755354 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9eed1e42-3b5c-4aa8-aa89-8262054ed03f demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451017 Oct 10 11:51:14.007911 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-5b895b08-af56-4378-a823-6767265f5ab8', 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8', 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'fixed_ips': [{'subnet_id': '1144670e-ddda-4094-a477-2f971f16346a'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 11:51:14.009307 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:14.280731 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Allocated IP 172.20.0.2 (5b895b08-af56-4378-a823-6767265f5ab8/1144670e-ddda-4094-a477-2f971f16346a/1b53347a-3315-46f6-acd5-f195e049b652) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:51:14.298233 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=64,neutron:INSERT=33,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:14.547764 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Publish callbacks [] for port (1b53347a-3315-46f6-acd5-f195e049b652), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:14.556779 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (1b53347a-3315-46f6-acd5-f195e049b652), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:14.626487 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Network 5b895b08-af56-4378-a823-6767265f5ab8 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:51:14.634408 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:51:14.642509 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:51:14.649676 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Pushing event updated for resources: {'Port': ['ID=1b53347a-3315-46f6-acd5-f195e049b652,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:14.698804 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.699184 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.699542 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.699902 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.700240 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.700570 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.700899 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.701225 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.701556 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.702103 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.702432 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.702823 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.703176 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.703498 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.703820 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Tracked resource versions report: Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: pushed versions: Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: { 'AddressGroup': {'1.2'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Agent': {'1.1'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'ConntrackHelper': {'1.0'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Log': {'1.0'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'NDPProxy': {'1.0'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Network': {'1.1'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Port': {'1.7'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'PortForwarding': {'1.3'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'QosPolicy': {'1.10'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SecurityGroup': {'1.5'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SubPort': {'1.0'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Subnet': {'1.1'}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Trunk': {'1.1'}} Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: consumer versions: Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: { DHCP agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: L3 agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: Metadata agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: Metering agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: Open vSwitch agent@dv-cinder-850618-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Agent': '1.1', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'ConntrackHelper': '1.0', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'LocalIPAssociation': '1.0', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Log': '1.0', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'NDPProxy': '1.0', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Network': '1.1', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Port': '1.7', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'PortForwarding': '1.3', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'QosPolicy': '1.10', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SecurityGroup': '1.5', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SecurityGroupRule': '1.2', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SubPort': '1.0', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Subnet': '1.1', Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Trunk': '1.1'}} Oct 10 11:51:14.705190 dv-cinder-850618-4-iscsi neutron-server[106263]: {{(pid=106263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:51:14.741082 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Attempting to bind port 1b53347a-3315-46f6-acd5-f195e049b652 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:51:14.741498 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Attempting to bind port 1b53347a-3315-46f6-acd5-f195e049b652 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:51:14.741922 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Attempting to bind port 1b53347a-3315-46f6-acd5-f195e049b652 on network 5b895b08-af56-4378-a823-6767265f5ab8 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:51:14.779846 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:14.789598 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:51:14.789981 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Checking segment: {'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:51:14.790448 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:14.790836 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Bound using segment: {'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:51:14.791351 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Bound port: 1b53347a-3315-46f6-acd5-f195e049b652, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:51:14.791761 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (1b53347a-3315-46f6-acd5-f195e049b652), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:14.853730 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] For port 1b53347a-3315-46f6-acd5-f195e049b652, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:51:14.873742 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] For port 1b53347a-3315-46f6-acd5-f195e049b652, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1b53347a-3315-46f6-acd5-f195e049b652,segment=NetworkSegment(6edf89d7-7174-491a-9e65-817f6b4002d5),segment_id=6edf89d7-7174-491a-9e65-817f6b4002d5)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:51:14.880808 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (1b53347a-3315-46f6-acd5-f195e049b652), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:14.930493 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5fcb8-068f-410b-8f4d-e168b546b417 None None] Pushing event updated for resources: {'Port': ['ID=1b53347a-3315-46f6-acd5-f195e049b652,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:16.433030 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 38450) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:16.752602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [None req-07709b17-3072-410d-99f9-d0a34686cdfb admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106262) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:51:16.753634 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-07709b17-3072-410d-99f9-d0a34686cdfb admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3196647 Oct 10 11:51:19.407266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38458) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:19.730780 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [None req-a4220377-0b5e-436b-b64e-21c702f4e771 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:51:19.731778 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a4220377-0b5e-436b-b64e-21c702f4e771 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3235900 Oct 10 11:51:22.391592 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38470) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:22.713773 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:51:22.722949 dv-cinder-850618-4-iscsi neutron-server[106261]: ERROR stevedore.extension [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 10 11:51:22.774464 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.policy [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106261) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 10 11:51:22.817074 dv-cinder-850618-4-iscsi neutron-server[106261]: WARNING oslo_policy.policy [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:51:22.817388 dv-cinder-850618-4-iscsi neutron-server[106261]: WARNING oslo_policy.policy [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:51:22.837875 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writer thread running {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:51:22.843925 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:22.881903 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (16176b86-c256-4202-896f-5f1556f9e9fc), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:22.883833 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (16176b86-c256-4202-896f-5f1556f9e9fc), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:22.921028 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c73808-1718-40f2-9613-e785ec1688df None None] Network 5b895b08-af56-4378-a823-6767265f5ab8 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:51:22.979759 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-6bfb1d1d-c63d-4279-82b2-ae0af2325e37 None None] Provisioning complete for port 1b53347a-3315-46f6-acd5-f195e049b652 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:22.980150 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1d1d-c63d-4279-82b2-ae0af2325e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1b53347a-3315-46f6-acd5-f195e049b652), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:22.980503 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-6bfb1d1d-c63d-4279-82b2-ae0af2325e37 None None] Attempt 1 to provision port 1b53347a-3315-46f6-acd5-f195e049b652 Oct 10 11:51:23.042680 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] Publish callbacks [] for router_controller (16176b86-c256-4202-896f-5f1556f9e9fc), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:23.047628 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (16176b86-c256-4202-896f-5f1556f9e9fc), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:23.072046 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:23.073156 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9124ff45-e645-4656-be5e-a62b36c7c444 demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6805878 Oct 10 11:51:23.176521 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb1d1d-c63d-4279-82b2-ae0af2325e37 None None] Current status of the port 1b53347a-3315-46f6-acd5-f195e049b652 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:51:23.176824 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1d1d-c63d-4279-82b2-ae0af2325e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (1b53347a-3315-46f6-acd5-f195e049b652), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:23.217845 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-6bfb1d1d-c63d-4279-82b2-ae0af2325e37 None None] For port 1b53347a-3315-46f6-acd5-f195e049b652, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1b53347a-3315-46f6-acd5-f195e049b652,segment=NetworkSegment(6edf89d7-7174-491a-9e65-817f6b4002d5),segment_id=6edf89d7-7174-491a-9e65-817f6b4002d5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:51:23.223515 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1d1d-c63d-4279-82b2-ae0af2325e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (1b53347a-3315-46f6-acd5-f195e049b652), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:23.274682 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:23.278876 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb1d1d-c63d-4279-82b2-ae0af2325e37 None None] Pushing event updated for resources: {'Port': ['ID=1b53347a-3315-46f6-acd5-f195e049b652,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:23.383423 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 1b53347a-3315-46f6-acd5-f195e049b652 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:51:23.428532 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 1b53347a-3315-46f6-acd5-f195e049b652 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:23.429006 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1b53347a-3315-46f6-acd5-f195e049b652), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:23.429412 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 1b53347a-3315-46f6-acd5-f195e049b652 Oct 10 11:51:23.468453 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-bf70eb27-bb2f-4870-b470-47135f09bd9a None None] Provisioning complete for port 1b53347a-3315-46f6-acd5-f195e049b652 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:23.468740 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bf70eb27-bb2f-4870-b470-47135f09bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1b53347a-3315-46f6-acd5-f195e049b652), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:23.469071 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-bf70eb27-bb2f-4870-b470-47135f09bd9a None None] Attempt 1 to provision port 1b53347a-3315-46f6-acd5-f195e049b652 Oct 10 11:51:23.544144 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 1b53347a-3315-46f6-acd5-f195e049b652 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:51:23.573256 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-bf70eb27-bb2f-4870-b470-47135f09bd9a None None] Current status of the port 1b53347a-3315-46f6-acd5-f195e049b652 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:51:23.749332 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=18,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:23.750095 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=64,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:25.675239 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38484) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:25.989699 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [None req-7f8c95a6-e54e-4d1e-a494-3ed876b6bb13 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:51:25.990686 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7f8c95a6-e54e-4d1e-a494-3ed876b6bb13 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3145173 Oct 10 11:51:28.631822 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6aaafb4b-4d2b-46b7-b39c-ed1141438160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:28.657766 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38492) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:28.975295 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:51:28.998212 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Made reservation on behalf of 992fcf5a85d6497db94cb36327aec1f0 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:51:29.000902 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:29.016791 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:29.120313 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Publish callbacks [] for security_group (4e0797d7-1e6b-45a5-960c-91399124545c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:29.124066 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (4e0797d7-1e6b-45a5-960c-91399124545c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:29.135818 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Reserving flat network on physical network physnet1 {{(pid=106261) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 10 11:51:29.169702 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765381497043', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (baa63993-e90f-4eab-82af-dfac4d3dbe1f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:29.170241 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Unsubscribe: segment precommit_create {{(pid=106261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 10 11:51:29.170776 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Added segment baa63993-e90f-4eab-82af-dfac4d3dbe1f of type flat for network 0a524221-999e-4261-bf4d-3765ae16a434 Oct 10 11:51:29.186796 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0797d7-1e6b-45a5-960c-91399124545c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:29.217918 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.218158 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.218519 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.218847 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.219193 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.219514 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.219830 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.220144 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.220470 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.220790 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.221117 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.221446 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.221763 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.222072 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.222378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Tracked resource versions report: Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: pushed versions: Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: { 'AddressGroup': {'1.2'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Agent': {'1.1'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'ConntrackHelper': {'1.0'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Log': {'1.0'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'NDPProxy': {'1.0'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Network': {'1.1'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Port': {'1.7'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'PortForwarding': {'1.3'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'QosPolicy': {'1.10'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SecurityGroup': {'1.5'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SubPort': {'1.0'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Subnet': {'1.1'}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Trunk': {'1.1'}} Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: consumer versions: Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: { DHCP agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: L3 agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: Metadata agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: Metering agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: Open vSwitch agent@dv-cinder-850618-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Agent': '1.1', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'ConntrackHelper': '1.0', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'LocalIPAssociation': '1.0', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Log': '1.0', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'NDPProxy': '1.0', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Network': '1.1', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Port': '1.7', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'PortForwarding': '1.3', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'QosPolicy': '1.10', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SecurityGroup': '1.5', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SecurityGroupRule': '1.2', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SubPort': '1.0', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Subnet': '1.1', Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Trunk': '1.1'}} Oct 10 11:51:29.223781 dv-cinder-850618-4-iscsi neutron-server[106261]: {{(pid=106261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:51:29.291523 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (0a524221-999e-4261-bf4d-3765ae16a434), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:29.332958 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (0a524221-999e-4261-bf4d-3765ae16a434), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:29.334130 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:29.334822 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:29.420752 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7619412 Oct 10 11:51:29.440367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577b1ed-faea-4f21-8413-95760a7dfbfc admin admin] Pushing event updated for resources: {'Network': ['ID=0a524221-999e-4261-bf4d-3765ae16a434,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:29.452249 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 0a524221-999e-4261-bf4d-3765ae16a434 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:51:30.875346 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-eb9f2e06-9df8-4061-a762-b346a36daeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:31.864896 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:32.030735 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38504) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:32.432679 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd29aa9-b558-4121-a40a-bff0ad61b503 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:32.434037 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cdd29aa9-b558-4121-a40a-bff0ad61b503 demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/1144670e-ddda-4094-a477-2f971f16346a HTTP/1.1" status: 200 len: 849 time: 0.4023387 Oct 10 11:51:32.565806 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-38e04e11-e5dc-4049-bdce-3541748f904b demo admin] 10.222.0.52 "GET /networking/v2.0/routers/16176b86-c256-4202-896f-5f1556f9e9fc HTTP/1.1" status: 200 len: 704 time: 0.1257563 Oct 10 11:51:32.781749 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:32.826297 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.033615 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:33.099079 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:51:33.116471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Allocated IP 172.20.0.1 (5b895b08-af56-4378-a823-6767265f5ab8/1144670e-ddda-4094-a477-2f971f16346a/740c74bc-1959-406d-b7a0-0051aa332eec) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:51:33.297917 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Publish callbacks [] for port (740c74bc-1959-406d-b7a0-0051aa332eec), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.358533 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.435829 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Network 5b895b08-af56-4378-a823-6767265f5ab8 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:51:33.440507 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:51:33.450260 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:51:33.450797 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (16176b86-c256-4202-896f-5f1556f9e9fc), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.471579 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Pushing event updated for resources: {'Port': ['ID=740c74bc-1959-406d-b7a0-0051aa332eec,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:33.573582 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.644101 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-7114745c-c387-433f-88f5-10344d1d11b7 None None] Provisioning complete for port 740c74bc-1959-406d-b7a0-0051aa332eec triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:33.644483 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7114745c-c387-433f-88f5-10344d1d11b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.644817 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-7114745c-c387-433f-88f5-10344d1d11b7 None None] Attempt 1 to provision port 740c74bc-1959-406d-b7a0-0051aa332eec Oct 10 11:51:33.645330 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.728545 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:33.749341 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-7114745c-c387-433f-88f5-10344d1d11b7 None None] Port 740c74bc-1959-406d-b7a0-0051aa332eec cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:51:33.752412 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.889610 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:33.908513 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Publish callbacks [] for port (740c74bc-1959-406d-b7a0-0051aa332eec), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.912582 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.913315 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (16176b86-c256-4202-896f-5f1556f9e9fc), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:33.992030 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Pushing event updated for resources: {'Port': ['ID=740c74bc-1959-406d-b7a0-0051aa332eec,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:34.038369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Network 5b895b08-af56-4378-a823-6767265f5ab8 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:51:34.039653 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:51:34.081303 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:34.195637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Router 16176b86-c256-4202-896f-5f1556f9e9fc is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 11:51:34.267562 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-86e65513-46c3-4f44-b299-832f21e1a2fb None None] Provisioning complete for port 740c74bc-1959-406d-b7a0-0051aa332eec triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:34.268058 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-86e65513-46c3-4f44-b299-832f21e1a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:34.268455 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-86e65513-46c3-4f44-b299-832f21e1a2fb None None] Attempt 1 to provision port 740c74bc-1959-406d-b7a0-0051aa332eec Oct 10 11:51:34.284302 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:51:34.296166 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8ebef2dc-a5d5-44c6-bf2c-434108a200df demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/16176b86-c256-4202-896f-5f1556f9e9fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7184286 Oct 10 11:51:34.299661 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-86e65513-46c3-4f44-b299-832f21e1a2fb None None] Port 740c74bc-1959-406d-b7a0-0051aa332eec cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:51:34.303907 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Sync routers for ids ['16176b86-c256-4202-896f-5f1556f9e9fc'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:51:34.326740 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Routers {'16176b86-c256-4202-896f-5f1556f9e9fc'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:51:34.328140 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:51:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['16176b86-c256-4202-896f-5f1556f9e9fc'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:34.512394 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Set router 16176b86-c256-4202-896f-5f1556f9e9fc gateway port host: None {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:51:34.924243 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'name': 'router1', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:51:22Z', 'updated_at': '2022-10-10T11:51:33Z', 'revision_number': 2, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'gw_port_host': None, '_interfaces': [{'id': '740c74bc-1959-406d-b7a0-0051aa332eec', 'name': '', 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'mac_address': 'fa:16:3e:f4:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1144670e-ddda-4094-a477-2f971f16346a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:32Z', 'updated_at': '2022-10-10T11:51:33Z', 'revision_number': 2, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'subnets': [{'id': '1144670e-ddda-4094-a477-2f971f16346a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70efa8b5-f4ae-4c69-b15b-6e57fced30ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:34.973685 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Checking router: 16176b86-c256-4202-896f-5f1556f9e9fc for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:51:34.974054 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Updating router 16176b86-c256-4202-896f-5f1556f9e9fc port 740c74bc-1959-406d-b7a0-0051aa332eec binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:51:35.026298 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:35.517280 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Publish callbacks [] for port (740c74bc-1959-406d-b7a0-0051aa332eec), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:35.523495 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:35.670297 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Attempting to bind port 740c74bc-1959-406d-b7a0-0051aa332eec on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:51:35.670690 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Attempting to bind port 740c74bc-1959-406d-b7a0-0051aa332eec by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:51:35.671160 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Attempting to bind port 740c74bc-1959-406d-b7a0-0051aa332eec on network 5b895b08-af56-4378-a823-6767265f5ab8 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:51:35.673182 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Pushing event updated for resources: {'Port': ['ID=740c74bc-1959-406d-b7a0-0051aa332eec,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:35.712613 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.712960 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.713307 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.713671 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.714003 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.714329 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.714651 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.714996 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.715322 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.715640 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.715960 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.716293 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.716611 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.716925 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.717237 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Tracked resource versions report: Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: pushed versions: Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: { 'AddressGroup': {'1.2'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Agent': {'1.1'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'ConntrackHelper': {'1.0'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Log': {'1.0'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'NDPProxy': {'1.0'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Network': {'1.1'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Port': {'1.7'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'PortForwarding': {'1.3'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'QosPolicy': {'1.10'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SecurityGroup': {'1.5'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SubPort': {'1.0'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Subnet': {'1.1'}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Trunk': {'1.1'}} Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: consumer versions: Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: { DHCP agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: L3 agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: Metadata agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: Metering agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: Open vSwitch agent@dv-cinder-850618-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Agent': '1.1', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'ConntrackHelper': '1.0', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'LocalIPAssociation': '1.0', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Log': '1.0', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'NDPProxy': '1.0', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Network': '1.1', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Port': '1.7', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'PortForwarding': '1.3', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'QosPolicy': '1.10', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SecurityGroup': '1.5', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SecurityGroupRule': '1.2', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SubPort': '1.0', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Subnet': '1.1', Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Trunk': '1.1'}} Oct 10 11:51:35.718619 dv-cinder-850618-4-iscsi neutron-server[106264]: {{(pid=106264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:51:35.769513 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:51:35.769921 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Checking segment: {'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:51:35.770379 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:35.770763 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Bound using segment: {'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:51:35.771272 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Bound port: 740c74bc-1959-406d-b7a0-0051aa332eec, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edf89d7-7174-491a-9e65-817f6b4002d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:51:35.771650 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:35.810160 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:35.834639 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] For port 740c74bc-1959-406d-b7a0-0051aa332eec, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:51:35.847657 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:35.854713 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] For port 740c74bc-1959-406d-b7a0-0051aa332eec, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=740c74bc-1959-406d-b7a0-0051aa332eec,segment=NetworkSegment(6edf89d7-7174-491a-9e65-817f6b4002d5),segment_id=6edf89d7-7174-491a-9e65-817f6b4002d5)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:51:35.860741 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:35.900200 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Routers {'16176b86-c256-4202-896f-5f1556f9e9fc'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:51:35.900803 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:51:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['16176b86-c256-4202-896f-5f1556f9e9fc'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:35.946789 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48e875-df01-4854-84ad-fdcfe2a20fce None None] Pushing event updated for resources: {'Port': ['ID=740c74bc-1959-406d-b7a0-0051aa332eec,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:35.993379 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] Set router 16176b86-c256-4202-896f-5f1556f9e9fc gateway port host: None {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:51:36.184506 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'name': 'router1', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:51:22Z', 'updated_at': '2022-10-10T11:51:33Z', 'revision_number': 2, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'gw_port_host': None, '_interfaces': [{'id': '740c74bc-1959-406d-b7a0-0051aa332eec', 'name': '', 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'mac_address': 'fa:16:3e:f4:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1144670e-ddda-4094-a477-2f971f16346a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:32Z', 'updated_at': '2022-10-10T11:51:35Z', 'revision_number': 4, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'subnets': [{'id': '1144670e-ddda-4094-a477-2f971f16346a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70efa8b5-f4ae-4c69-b15b-6e57fced30ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:36.208801 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c08c6d-6b07-4bc2-b428-3d65f930e8ea None None] The sync data for ids ['16176b86-c256-4202-896f-5f1556f9e9fc'] in dv-cinder-850618-4-iscsi is: [{'id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'name': 'router1', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:51:22Z', 'updated_at': '2022-10-10T11:51:33Z', 'revision_number': 2, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'gw_port_host': None, '_interfaces': [{'id': '740c74bc-1959-406d-b7a0-0051aa332eec', 'name': '', 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'mac_address': 'fa:16:3e:f4:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1144670e-ddda-4094-a477-2f971f16346a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:32Z', 'updated_at': '2022-10-10T11:51:35Z', 'revision_number': 4, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'subnets': [{'id': '1144670e-ddda-4094-a477-2f971f16346a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70efa8b5-f4ae-4c69-b15b-6e57fced30ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:51:36.897888 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38514) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:37.284525 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bec8b6-91a5-4cd5-bbdd-837d88aa9e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:37.285893 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e9bec8b6-91a5-4cd5-bbdd-837d88aa9e90 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/0a524221-999e-4261-bf4d-3765ae16a434 HTTP/1.1" status: 200 len: 842 time: 0.3868792 Oct 10 11:51:37.295758 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:51:37.326277 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Made reservation on behalf of 992fcf5a85d6497db94cb36327aec1f0 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:51:37.328679 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:37.627182 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.objects.ports [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106261) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 10 11:51:37.627628 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:37.682668 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:37.693627 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:51:37.693979 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Network hostable DHCP agents. Network: 0a524221-999e-4261-bf4d-3765ae16a434, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:51:37.718037 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:51:37.729027 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 0a524221-999e-4261-bf4d-3765ae16a434) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:51:37.733108 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:37.733689 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:37.739586 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e7af3-1aa3-45d9-9eb5-356c2d492ed1 None None] Network 0a524221-999e-4261-bf4d-3765ae16a434 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:51:37.742927 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:37.753628 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d1e84d15-5292-458f-b46d-0d9cc9e220a5 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4613197 Oct 10 11:51:37.851696 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd6d64-d1c8-4084-97ee-ffd081493ac9 None None] Network 0a524221-999e-4261-bf4d-3765ae16a434 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:51:40.408063 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38522) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:40.821486 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-788902ef-5e5d-4193-a79f-fe492fc6c0b3 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/16176b86-c256-4202-896f-5f1556f9e9fc HTTP/1.1" status: 200 len: 710 time: 0.4121952 Oct 10 11:51:40.917333 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d783f006-e5af-4103-85b6-976d9c872e19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:40.919181 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d783f006-e5af-4103-85b6-976d9c872e19 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/0a524221-999e-4261-bf4d-3765ae16a434 HTTP/1.1" status: 200 len: 886 time: 0.0910597 Oct 10 11:51:40.930473 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:51:41.007957 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:41.257804 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks [] for router_gateway (16176b86-c256-4202-896f-5f1556f9e9fc), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:41.381310 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 740c74bc-1959-406d-b7a0-0051aa332eec up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:51:41.427226 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 740c74bc-1959-406d-b7a0-0051aa332eec triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:41.427616 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:41.427952 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 740c74bc-1959-406d-b7a0-0051aa332eec Oct 10 11:51:41.476463 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks [] for router_gateway (16176b86-c256-4202-896f-5f1556f9e9fc), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:41.502544 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 740c74bc-1959-406d-b7a0-0051aa332eec is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:51:41.502976 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:41.513508 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:41.536286 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 740c74bc-1959-406d-b7a0-0051aa332eec, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=740c74bc-1959-406d-b7a0-0051aa332eec,segment=NetworkSegment(6edf89d7-7174-491a-9e65-817f6b4002d5),segment_id=6edf89d7-7174-491a-9e65-817f6b4002d5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:51:41.541456 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:41.558666 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:41.587936 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=740c74bc-1959-406d-b7a0-0051aa332eec,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:41.666975 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Allocated IP 172.27.0.63 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/2098944c-83fb-419e-b9f4-7257229d7604) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:51:41.768138 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks [] for port (2098944c-83fb-419e-b9f4-7257229d7604), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:41.781942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:41.801501 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (2098944c-83fb-419e-b9f4-7257229d7604), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:41.842062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:51:41.846883 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:51:41.850775 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:51:41.882637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:41.887199 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Pushing event updated for resources: {'Port': ['ID=2098944c-83fb-419e-b9f4-7257229d7604,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:42.087174 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks [] for router_gateway (16176b86-c256-4202-896f-5f1556f9e9fc), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:42.273263 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2093034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2089169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7847'] for router (16176b86-c256-4202-896f-5f1556f9e9fc), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:42.277244 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2093009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2093016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2089194'] for router (16176b86-c256-4202-896f-5f1556f9e9fc), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:42.380820 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Router 16176b86-c256-4202-896f-5f1556f9e9fc has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 11:51:42.481448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:51:42.485627 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:42.486819 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-86b84ed5-d795-4cb4-8d4a-20c2ad866247 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/16176b86-c256-4202-896f-5f1556f9e9fc HTTP/1.1" status: 200 len: 889 time: 1.5597425 Oct 10 11:51:42.511531 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Sync routers for ids ['16176b86-c256-4202-896f-5f1556f9e9fc'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:51:42.523689 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Routers {'16176b86-c256-4202-896f-5f1556f9e9fc'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:51:42.524367 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:51:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['16176b86-c256-4202-896f-5f1556f9e9fc'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:42.735784 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Set router 16176b86-c256-4202-896f-5f1556f9e9fc gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:51:43.104796 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'name': 'router1', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2098944c-83fb-419e-b9f4-7257229d7604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:51:22Z', 'updated_at': '2022-10-10T11:51:41Z', 'revision_number': 4, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'gw_port': {'id': '2098944c-83fb-419e-b9f4-7257229d7604', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:41Z', 'updated_at': '2022-10-10T11:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '740c74bc-1959-406d-b7a0-0051aa332eec', 'name': '', 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'mac_address': 'fa:16:3e:f4:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1144670e-ddda-4094-a477-2f971f16346a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:32Z', 'updated_at': '2022-10-10T11:51:41Z', 'revision_number': 5, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'subnets': [{'id': '1144670e-ddda-4094-a477-2f971f16346a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70efa8b5-f4ae-4c69-b15b-6e57fced30ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:43.156206 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Checking router: 16176b86-c256-4202-896f-5f1556f9e9fc for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:51:43.156557 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Updating router 16176b86-c256-4202-896f-5f1556f9e9fc port 2098944c-83fb-419e-b9f4-7257229d7604 binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:51:43.280600 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (2098944c-83fb-419e-b9f4-7257229d7604), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:43.390198 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 740c74bc-1959-406d-b7a0-0051aa332eec up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:51:43.398494 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:43.521160 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 740c74bc-1959-406d-b7a0-0051aa332eec triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:43.521840 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:43.521840 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 740c74bc-1959-406d-b7a0-0051aa332eec Oct 10 11:51:43.678749 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:43.684920 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Publish callbacks [] for port (2098944c-83fb-419e-b9f4-7257229d7604), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:43.686471 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 740c74bc-1959-406d-b7a0-0051aa332eec is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:51:43.693502 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (2098944c-83fb-419e-b9f4-7257229d7604), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:43.725098 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Attempting to bind port 2098944c-83fb-419e-b9f4-7257229d7604 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:51:43.725457 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Attempting to bind port 2098944c-83fb-419e-b9f4-7257229d7604 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:51:43.725816 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Attempting to bind port 2098944c-83fb-419e-b9f4-7257229d7604 on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:51:43.760937 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec23066-ee6e-4594-9792-992383fa44ee None None] Pushing event updated for resources: {'Port': ['ID=2098944c-83fb-419e-b9f4-7257229d7604,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:43.777234 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:51:43.777597 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:51:43.777990 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:43.778365 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:51:43.778840 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Bound port: 2098944c-83fb-419e-b9f4-7257229d7604, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:51:43.779234 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (2098944c-83fb-419e-b9f4-7257229d7604), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:43.827887 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] For port 2098944c-83fb-419e-b9f4-7257229d7604, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:51:43.830953 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] For port 2098944c-83fb-419e-b9f4-7257229d7604, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=2098944c-83fb-419e-b9f4-7257229d7604,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:51:43.836717 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (2098944c-83fb-419e-b9f4-7257229d7604), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:43.871863 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Routers {'16176b86-c256-4202-896f-5f1556f9e9fc'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:51:43.872459 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:51:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['16176b86-c256-4202-896f-5f1556f9e9fc'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:43.923568 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec23066-ee6e-4594-9792-992383fa44ee None None] Pushing event updated for resources: {'Port': ['ID=2098944c-83fb-419e-b9f4-7257229d7604,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:43.987431 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] Set router 16176b86-c256-4202-896f-5f1556f9e9fc gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:51:44.174764 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'name': 'router1', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2098944c-83fb-419e-b9f4-7257229d7604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:51:22Z', 'updated_at': '2022-10-10T11:51:41Z', 'revision_number': 4, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'gw_port': {'id': '2098944c-83fb-419e-b9f4-7257229d7604', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:41Z', 'updated_at': '2022-10-10T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '740c74bc-1959-406d-b7a0-0051aa332eec', 'name': '', 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'mac_address': 'fa:16:3e:f4:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1144670e-ddda-4094-a477-2f971f16346a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:32Z', 'updated_at': '2022-10-10T11:51:41Z', 'revision_number': 5, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'subnets': [{'id': '1144670e-ddda-4094-a477-2f971f16346a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70efa8b5-f4ae-4c69-b15b-6e57fced30ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:44.203089 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcef802-1b66-4467-8f7b-4db72327e79b None None] The sync data for ids ['16176b86-c256-4202-896f-5f1556f9e9fc'] in dv-cinder-850618-4-iscsi is: [{'id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'name': 'router1', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2098944c-83fb-419e-b9f4-7257229d7604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:51:22Z', 'updated_at': '2022-10-10T11:51:41Z', 'revision_number': 4, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'gw_port': {'id': '2098944c-83fb-419e-b9f4-7257229d7604', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:41Z', 'updated_at': '2022-10-10T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '740c74bc-1959-406d-b7a0-0051aa332eec', 'name': '', 'network_id': '5b895b08-af56-4378-a823-6767265f5ab8', 'tenant_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'mac_address': 'fa:16:3e:f4:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16176b86-c256-4202-896f-5f1556f9e9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1144670e-ddda-4094-a477-2f971f16346a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:51:32Z', 'updated_at': '2022-10-10T11:51:41Z', 'revision_number': 5, 'project_id': '3bf2c16b2e8b435bbd4cf6885ae631db', 'subnets': [{'id': '1144670e-ddda-4094-a477-2f971f16346a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70efa8b5-f4ae-4c69-b15b-6e57fced30ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:51:45.268502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 38534) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:51:45.392894 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 2098944c-83fb-419e-b9f4-7257229d7604 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:51:45.429872 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:45.437296 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 2098944c-83fb-419e-b9f4-7257229d7604 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:45.437760 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (2098944c-83fb-419e-b9f4-7257229d7604), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:45.438105 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 2098944c-83fb-419e-b9f4-7257229d7604 Oct 10 11:51:45.514092 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 2098944c-83fb-419e-b9f4-7257229d7604 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:51:45.514618 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (2098944c-83fb-419e-b9f4-7257229d7604), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:45.534028 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 2098944c-83fb-419e-b9f4-7257229d7604, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=2098944c-83fb-419e-b9f4-7257229d7604,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:51:45.537989 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (2098944c-83fb-419e-b9f4-7257229d7604), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:45.584524 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=2098944c-83fb-419e-b9f4-7257229d7604,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:45.746681 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-79a09091-509e-48aa-9bb7-259a0f56169c admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4771111 Oct 10 11:51:46.183039 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:UPDATE=1,neutron:SELECT=37,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:46.187513 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=44 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:47.400328 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 2098944c-83fb-419e-b9f4-7257229d7604 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:51:47.435386 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:47.452043 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 2098944c-83fb-419e-b9f4-7257229d7604 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:51:47.452567 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (2098944c-83fb-419e-b9f4-7257229d7604), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:51:47.453015 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 2098944c-83fb-419e-b9f4-7257229d7604 Oct 10 11:51:47.532892 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 2098944c-83fb-419e-b9f4-7257229d7604 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:51:55.739667 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:55.745459 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:57.526518 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=39 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:57.531910 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:51:58.637917 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-550db862-b6ae-4e80-85b0-b46a13ec81c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:00.888156 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-64d13dff-d192-4be6-b88a-05cd0418bfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:01.870198 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:03.590089 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:03.686307 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:10.097517 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:52:13.672029 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:13.680518 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:20.093206 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:20.094151 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=6 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:28.633583 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4b95ff85-5338-4cb9-b83a-a30452283c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:30.887268 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fd93dfde-5200-4855-b4de-a9c315fcaaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:31.877025 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:33.589751 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:33.677974 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:52:43.669023 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:43.674636 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:44.182847 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:44.188059 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:47.099710 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:52:57.095138 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:52:58.628344 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f1e6f136-12f1-4807-83ed-a4b4dcb5ba79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:00.880230 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-82d59247-1f43-4bd1-bd17-4e8bdc0421a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:01.869936 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:03.581337 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:03.671788 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:10.692924 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39088) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:11.031296 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.pecan_wsgi.hooks.translation [None req-338a00c7-37e2-4114-95e2-029346d6ba37 admin admin] GET failed (client error): The resource could not be found. Oct 10 11:53:11.032588 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-338a00c7-37e2-4114-95e2-029346d6ba37 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3387082 Oct 10 11:53:11.193985 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303eb59c-c3f5-4935-95a1-d281b54edcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:11.195396 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-303eb59c-c3f5-4935-95a1-d281b54edcce admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583827 Oct 10 11:53:13.660431 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:13.668053 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:13.784313 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39098) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:14.145032 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d5729-e586-4aa0-a662-a96142130b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:14.146373 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-291d5729-e586-4aa0-a662-a96142130b95 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/1144670e-ddda-4094-a477-2f971f16346a HTTP/1.1" status: 200 len: 849 time: 0.3611264 Oct 10 11:53:14.156658 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:53:14.243864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Publish callbacks [] for subnet (1144670e-ddda-4094-a477-2f971f16346a), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:14.381775 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765381490351'] for subnet (1144670e-ddda-4094-a477-2f971f16346a), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:14.412707 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:14.413303 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:14.416130 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/1144670e-ddda-4094-a477-2f971f16346a HTTP/1.1" status: 200 len: 868 time: 0.2622068 Oct 10 11:53:14.418299 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23dc89c-2606-4bf6-81e4-e6cd9ba354d5 None None] Network 5b895b08-af56-4378-a823-6767265f5ab8 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:53:14.442505 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1144670e-ddda-4094-a477-2f971f16346a,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:14.450804 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.451187 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.451545 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.451876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.452197 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.452518 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.452834 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.453157 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.453502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.453825 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.454157 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.454490 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.454808 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.455155 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.455464 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db81aa65-05ce-48e5-9f13-489e51cd5958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:14.692397 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac93a-900a-4e31-bda3-faccd6df5f85 None None] Provisioning complete for port 1b53347a-3315-46f6-acd5-f195e049b652 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:53:14.692878 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac93a-900a-4e31-bda3-faccd6df5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1b53347a-3315-46f6-acd5-f195e049b652), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:14.693129 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-4f4ac93a-900a-4e31-bda3-faccd6df5f85 None None] Attempt 1 to provision port 1b53347a-3315-46f6-acd5-f195e049b652 Oct 10 11:53:14.764596 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac93a-900a-4e31-bda3-faccd6df5f85 None None] Current status of the port 1b53347a-3315-46f6-acd5-f195e049b652 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:53:14.772549 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac93a-900a-4e31-bda3-faccd6df5f85 None None] Provisioning complete for port 740c74bc-1959-406d-b7a0-0051aa332eec triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:53:14.772935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac93a-900a-4e31-bda3-faccd6df5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (740c74bc-1959-406d-b7a0-0051aa332eec), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:14.773271 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-4f4ac93a-900a-4e31-bda3-faccd6df5f85 None None] Attempt 1 to provision port 740c74bc-1959-406d-b7a0-0051aa332eec Oct 10 11:53:14.844630 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac93a-900a-4e31-bda3-faccd6df5f85 None None] Current status of the port 740c74bc-1959-406d-b7a0-0051aa332eec is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:53:16.960390 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39106) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:17.550702 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211e642-977a-4ace-8406-b70872b908c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:17.551195 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211e642-977a-4ace-8406-b70872b908c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:17.552701 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e211e642-977a-4ace-8406-b70872b908c6 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5914545 Oct 10 11:53:20.081078 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39114) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:20.480833 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b0090a-af79-4004-8b97-e358c85b9db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:20.481306 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b0090a-af79-4004-8b97-e358c85b9db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:20.482826 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-32b0090a-af79-4004-8b97-e358c85b9db0 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4008186 Oct 10 11:53:21.097167 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:21.102769 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:23.024755 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39122) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:23.420874 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647561c1-f811-4cf5-8fe4-1eec9f3fed73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:23.422231 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-647561c1-f811-4cf5-8fe4-1eec9f3fed73 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/0a524221-999e-4261-bf4d-3765ae16a434 HTTP/1.1" status: 200 len: 886 time: 0.3965554 Oct 10 11:53:24.098692 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:53:24.841258 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=44 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:24.843155 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=33 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:25.969168 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39130) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:26.413908 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc9bd8d-9803-478a-8886-0047e452d484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:26.416709 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-ebc9bd8d-9803-478a-8886-0047e452d484 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/5b895b08-af56-4378-a823-6767265f5ab8 HTTP/1.1" status: 200 len: 869 time: 0.4466546 Oct 10 11:53:28.631094 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-14e4c6c8-8184-4d4c-9f96-f85bdab1aae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:28.958146 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39140) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:29.357843 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80902b-1e73-40ac-b145-7cc82c22ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:29.358302 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80902b-1e73-40ac-b145-7cc82c22ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:29.359844 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9e80902b-1e73-40ac-b145-7cc82c22ed38 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4008460 Oct 10 11:53:30.883217 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-966bf34f-a986-430a-89f2-f2ed88936832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:31.872775 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:31.910455 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39148) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:32.273655 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7121a-ecdf-4a82-a297-93860f54e742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:32.274109 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7121a-ecdf-4a82-a297-93860f54e742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:32.275607 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e8d7121a-ecdf-4a82-a297-93860f54e742 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3642535 Oct 10 11:53:33.417005 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:33.419073 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:33.583309 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:33.674939 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:53:34.094537 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:34.095376 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:34.882059 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39156) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:35.261664 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bbc5fa-b73e-4f1c-81ec-a0d6a5e23c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:35.263033 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-35bbc5fa-b73e-4f1c-81ec-a0d6a5e23c55 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/1144670e-ddda-4094-a477-2f971f16346a HTTP/1.1" status: 200 len: 868 time: 0.3800206 Oct 10 11:53:37.808017 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39164) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:53:38.160885 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb28e57b-c6b5-4e20-b28b-557529517f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:38.162223 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cb28e57b-c6b5-4e20-b28b-557529517f53 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd HTTP/1.1" status: 200 len: 816 time: 0.3533268 Oct 10 11:53:43.663389 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:43.670637 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:45.255937 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=29 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:45.257835 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=33 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:48.156622 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:48.157760 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:58.093954 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=14 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:58.098997 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=18 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:53:58.634516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b70c3b9d-83a8-4f92-84a2-9fb90ae7859c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:00.884850 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b235199f-811a-42c7-8a00-4a95763aa9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:01.097499 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:54:01.875861 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:03.586457 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:03.677465 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:07.534669 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39220) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:54:07.853853 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [None req-6baefd06-2631-4796-8000-8f2880fc127e admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:54:07.854869 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6baefd06-2631-4796-8000-8f2880fc127e admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3186297 Oct 10 11:54:10.497919 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39228) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:54:10.834863 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebfc5e7-0d52-4a01-92c1-431f51554da4 admin admin] GET failed (client error): The resource could not be found. Oct 10 11:54:10.836123 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-aebfc5e7-0d52-4a01-92c1-431f51554da4 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3372974 Oct 10 11:54:10.924218 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6779bf1-03b0-4ef7-b699-42bdfa72a16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:10.925682 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e6779bf1-03b0-4ef7-b699-42bdfa72a16c admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0851662 Oct 10 11:54:11.094194 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:13.528948 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39236) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:54:13.671461 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:13.673290 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:13.846127 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:54:13.865510 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Made reservation on behalf of 992fcf5a85d6497db94cb36327aec1f0 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:54:13.867744 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:13.894775 dv-cinder-850618-4-iscsi neutron-server[106261]: WARNING neutron.services.revisions.revision_plugin [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Could not find related network for resource to bump revision. Oct 10 11:54:13.908905 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:54:13.919209 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (0257ff0b-4a93-48b6-8cd6-1177806527a1), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:13.919544 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Added segment 0257ff0b-4a93-48b6-8cd6-1177806527a1 of type vlan for network a55df119-94d6-4791-a05e-1055e08ea2da Oct 10 11:54:13.958369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (a55df119-94d6-4791-a05e-1055e08ea2da), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:13.982722 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (a55df119-94d6-4791-a05e-1055e08ea2da), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:13.983690 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:13.984259 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:14.035935 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5059435 Oct 10 11:54:14.049076 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4671af-fa9f-441c-b714-d8674e39373e admin admin] Pushing event updated for resources: {'Network': ['ID=a55df119-94d6-4791-a05e-1055e08ea2da,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:14.060582 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network a55df119-94d6-4791-a05e-1055e08ea2da details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:54:16.648620 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39244) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:54:16.980736 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefa95ec-4ebd-4edf-9161-afe8226508b6 admin admin] GET failed (client error): The resource could not be found. Oct 10 11:54:16.981997 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-eefa95ec-4ebd-4edf-9161-afe8226508b6 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3324525 Oct 10 11:54:17.050085 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c421e318-8af2-4b1a-8b2d-8b254c47b3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:17.051512 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c421e318-8af2-4b1a-8b2d-8b254c47b3d6 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651870 Oct 10 11:54:17.061681 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:54:17.080294 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Made reservation on behalf of 992fcf5a85d6497db94cb36327aec1f0 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:54:17.082600 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:17.247819 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (f3c92c28-8b15-4fd4-9335-7a59f700e8d2), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:17.400581 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c92c28-8b15-4fd4-9335-7a59f700e8d2,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:17.408128 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Checking segment: {'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:54:17.408487 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Network hostable DHCP agents. Network: a55df119-94d6-4791-a05e-1055e08ea2da, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:54:17.412060 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.412402 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.412735 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.413061 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.413385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.413704 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.414020 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.414332 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.414674 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.415015 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.415861 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.416407 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.416778 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.417091 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.417406 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.435296 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Network a55df119-94d6-4791-a05e-1055e08ea2da is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:54:17.443797 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, a55df119-94d6-4791-a05e-1055e08ea2da) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:54:17.448884 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:17.449792 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:17.452888 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd26df-0b03-44f1-b7de-562afe3933ea None None] Network a55df119-94d6-4791-a05e-1055e08ea2da requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:54:17.466406 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-47977b1e-4c6f-4de8-8947-bc8bba678487 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4080966 Oct 10 11:54:17.556272 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-a55df119-94d6-4791-a05e-1055e08ea2da', 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da', 'project_id': '992fcf5a85d6497db94cb36327aec1f0', 'fixed_ips': [{'subnet_id': 'f3c92c28-8b15-4fd4-9335-7a59f700e8d2'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 11:54:17.557218 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:17.697197 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Allocated IP 192.168.233.2 (a55df119-94d6-4791-a05e-1055e08ea2da/f3c92c28-8b15-4fd4-9335-7a59f700e8d2/81db3952-fa94-4537-86dd-c545f0b6d4ec) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:54:17.841370 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Publish callbacks [] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:17.848306 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:17.889628 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Network a55df119-94d6-4791-a05e-1055e08ea2da is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:54:17.892940 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:54:17.897141 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:54:17.900928 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Pushing event updated for resources: {'Port': ['ID=81db3952-fa94-4537-86dd-c545f0b6d4ec,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:17.912208 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.912547 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.912906 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.913255 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.913585 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.913912 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.914224 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.914539 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.914856 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.915193 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.916071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.916402 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.916719 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.917031 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:17.917340 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:18.061231 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Attempting to bind port 81db3952-fa94-4537-86dd-c545f0b6d4ec on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:54:18.061592 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Attempting to bind port 81db3952-fa94-4537-86dd-c545f0b6d4ec by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:54:18.061944 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Attempting to bind port 81db3952-fa94-4537-86dd-c545f0b6d4ec on network a55df119-94d6-4791-a05e-1055e08ea2da {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:54:18.103754 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:54:18.104044 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Checking segment: {'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:54:18.104440 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:18.104818 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Bound using segment: {'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:54:18.105279 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Bound port: 81db3952-fa94-4537-86dd-c545f0b6d4ec, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:54:18.105686 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:18.167165 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] For port 81db3952-fa94-4537-86dd-c545f0b6d4ec, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:54:18.170757 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] For port 81db3952-fa94-4537-86dd-c545f0b6d4ec, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=81db3952-fa94-4537-86dd-c545f0b6d4ec,segment=NetworkSegment(0257ff0b-4a93-48b6-8cd6-1177806527a1),segment_id=0257ff0b-4a93-48b6-8cd6-1177806527a1)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:54:18.176164 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:18.232266 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc9efc-23f7-45d9-8679-3b9ac60f9b96 None None] Pushing event updated for resources: {'Port': ['ID=81db3952-fa94-4537-86dd-c545f0b6d4ec,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:19.042001 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a7e43f-cb33-4bb6-a223-f43125a4c4c3 None None] Network a55df119-94d6-4791-a05e-1055e08ea2da requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:54:19.106421 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:19.123539 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-ecc330d8-96df-4a44-b9c2-93dbbfdc2b45 None None] Provisioning complete for port 81db3952-fa94-4537-86dd-c545f0b6d4ec triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:54:19.123916 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ecc330d8-96df-4a44-b9c2-93dbbfdc2b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:19.124246 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-ecc330d8-96df-4a44-b9c2-93dbbfdc2b45 None None] Attempt 1 to provision port 81db3952-fa94-4537-86dd-c545f0b6d4ec Oct 10 11:54:19.128514 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:19.232268 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ecc330d8-96df-4a44-b9c2-93dbbfdc2b45 None None] Current status of the port 81db3952-fa94-4537-86dd-c545f0b6d4ec is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:54:19.232268 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ecc330d8-96df-4a44-b9c2-93dbbfdc2b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:19.265590 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-ecc330d8-96df-4a44-b9c2-93dbbfdc2b45 None None] For port 81db3952-fa94-4537-86dd-c545f0b6d4ec, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=81db3952-fa94-4537-86dd-c545f0b6d4ec,segment=NetworkSegment(0257ff0b-4a93-48b6-8cd6-1177806527a1),segment_id=0257ff0b-4a93-48b6-8cd6-1177806527a1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:54:19.272887 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ecc330d8-96df-4a44-b9c2-93dbbfdc2b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:19.324995 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc330d8-96df-4a44-b9c2-93dbbfdc2b45 None None] Pushing event updated for resources: {'Port': ['ID=81db3952-fa94-4537-86dd-c545f0b6d4ec,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:19.393889 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-0cde0b31-0cfa-4271-9731-1005552a34cb None None] Provisioning complete for port 81db3952-fa94-4537-86dd-c545f0b6d4ec triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:54:19.394274 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0cde0b31-0cfa-4271-9731-1005552a34cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:19.394602 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-0cde0b31-0cfa-4271-9731-1005552a34cb None None] Attempt 1 to provision port 81db3952-fa94-4537-86dd-c545f0b6d4ec Oct 10 11:54:19.480369 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-0cde0b31-0cfa-4271-9731-1005552a34cb None None] Current status of the port 81db3952-fa94-4537-86dd-c545f0b6d4ec is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:54:19.494001 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 81db3952-fa94-4537-86dd-c545f0b6d4ec up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:54:19.538774 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 81db3952-fa94-4537-86dd-c545f0b6d4ec triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:54:19.539183 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (81db3952-fa94-4537-86dd-c545f0b6d4ec), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:19.539531 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 81db3952-fa94-4537-86dd-c545f0b6d4ec Oct 10 11:54:19.614489 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 81db3952-fa94-4537-86dd-c545f0b6d4ec is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:54:27.459123 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:27.459878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:28.636392 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-223014fe-5f8d-4195-aad2-a46a1289ea12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:30.887191 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-97ab675f-d7bd-4cb5-afab-f17b70393546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:31.877773 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:33.589872 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:33.678726 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:54:35.091314 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:35.095444 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:38.095893 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:54:43.673301 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:43.675182 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:57.095393 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:57.096301 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:54:58.638587 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a9fb4545-153e-4d39-9111-027c7e25c70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:00.885686 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8d27cd4a-cb98-4fc4-8f13-405dd9b8134c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:01.880950 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:03.591657 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:03.681489 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:12.095809 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:12.101551 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:13.675695 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:13.677499 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:15.094340 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:55:25.091081 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:25.091868 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:28.645312 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-62e4c24f-2ff4-4b44-95a7-354f427cde4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:30.888299 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4707e0a8-997d-4f7e-bc04-4f6cfa22e3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:31.885623 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:33.595537 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:33.686011 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:37.021914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39286) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:55:37.027589 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [None req-0bd01beb-5a27-4dda-b890-46cac21bf91a tempest-verify_tempest_config-2067222184 tempest-verify_tempest_config-2067222184-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:55:37.028539 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0bd01beb-5a27-4dda-b890-46cac21bf91a tempest-verify_tempest_config-2067222184 tempest-verify_tempest_config-2067222184-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056756 Oct 10 11:55:37.532906 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39304) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:55:37.859873 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:37.932119 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Publish callbacks [] for security_group (7641803c-9563-4b61-b5c5-64aa374bfda4), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:37.935738 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (7641803c-9563-4b61-b5c5-64aa374bfda4), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:37.979972 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c16091560e1548ac84b7061f66425511&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4460461 Oct 10 11:55:37.980822 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7641803c-9563-4b61-b5c5-64aa374bfda4,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:37.982712 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39308) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:55:37.987886 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.988194 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.988568 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.988905 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.989231 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.989555 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.989868 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.990184 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.990521 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.990839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.991198 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.991519 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.991836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.992148 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:37.992457 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d511765-8249-4161-af9e-e154fc62eb9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.039806 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Publish callbacks [] for security_group (7641803c-9563-4b61-b5c5-64aa374bfda4), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:38.059513 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Publish callbacks [] for security_group (7641803c-9563-4b61-b5c5-64aa374bfda4), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:38.154448 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (7641803c-9563-4b61-b5c5-64aa374bfda4), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:38.157001 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:55:38.158145 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7641803c-9563-4b61-b5c5-64aa374bfda4 HTTP/1.1" status: 204 len: 168 time: 0.1743848 Oct 10 11:55:38.166025 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7641803c-9563-4b61-b5c5-64aa374bfda4,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:38.172788 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.173134 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.173495 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.173835 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.174165 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.174535 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.174803 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.175149 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.175495 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.175820 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.176162 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.176500 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.176821 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.177137 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:38.177457 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ed25f-664e-47e4-beb1-5661c8154164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:43.676744 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:47.983012 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:47.986978 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:48.162679 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:48.168856 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:48.197253 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:55:52.093700 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:55:58.636875 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a85c1fca-8b28-47d9-829d-9bdc6badd077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:00.889702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0de75061-cc2c-420f-8a78-5982af2b036f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:01.886337 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:02.089365 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=17 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:02.090156 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=17 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:03.597576 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:03.687357 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:13.681575 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:13.683926 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:26.099587 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:26.103564 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:28.638223 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2858385d-e6dc-4752-b21d-00d18af5b109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:29.092936 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:56:30.891683 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b4488f53-6e83-4999-acfe-93f1ff5610d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:31.888617 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:33.600306 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:33.689017 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:56:39.090246 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:43.683898 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:43.685698 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:56:58.642410 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b0206a67-385a-4426-bb9d-235c77661ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:00.893537 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-eda91011-b159-402c-a791-d2683d93e046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:01.891401 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:03.104858 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:03.109158 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:03.605925 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:03.691777 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:06.092406 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 5 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:57:10.042346 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2091729'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:14.091172 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:16.092329 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:20.035073 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:20.039259 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:24.027834 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39402) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:57:24.153493 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-dc35f7b6-a092-4cde-84af-7134aec7634f admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1246588 Oct 10 11:57:26.584895 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39412) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:57:26.638697 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0c379131-e5f5-47db-973e-36dd17ba1ab4 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527742 Oct 10 11:57:28.644366 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5c81c187-a05f-4aa9-9fe3-2f6bed4c482d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:30.896713 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-46c844f2-27f7-45be-bfd9-cc26fc8b08f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:31.895964 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:33.607288 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:33.692691 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:36.633129 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:36.633864 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:39.995327 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:57:40.110528 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:40.115200 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:43.092114 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:57:49.985148 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:49.991717 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:53.693769 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=14 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:53.698806 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=14 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:57:58.646210 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5a2201f3-36b9-456a-b8c0-8b7e63ed44af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:00.897027 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-109def3e-ac34-483a-b5d9-4ce58dfa8723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:01.895253 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:03.610148 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:03.693926 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:10.010458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:17.116372 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:17.121529 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:20.003954 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:20.005171 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:20.091553 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:58:28.650224 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ee1cdef1-f0aa-4aa6-81c3-07ea342fcc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:30.087130 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:30.087900 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:30.907892 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c0a74faf-e4e1-44b9-a51d-aa8dab794e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:31.899449 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:33.614347 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:33.698434 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:40.011147 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:50.000492 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:50.006723 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:57.091175 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:58:58.014366 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39512) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:58:58.208853 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-network', 'tenant_id': '0156957151444f94be28a65b4b018156'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:58:58.233056 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Made reservation on behalf of 0156957151444f94be28a65b4b018156 for: {'network': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:58:58.235630 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.245792 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.324403 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Publish callbacks [] for security_group (c9743be3-adb1-47cb-a5ac-aaec4a82aed8), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.328508 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c9743be3-adb1-47cb-a5ac-aaec4a82aed8), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.362250 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9743be3-adb1-47cb-a5ac-aaec4a82aed8,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:58.365316 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=106262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:58:58.377935 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.378358 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.378767 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.379151 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.379726 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.380271 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.380841 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.381340 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.381859 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.382385 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.382713 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.383100 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.383409 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.383725 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.384049 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Tracked resource versions report: Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: pushed versions: Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: { 'AddressGroup': {'1.2'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Agent': {'1.1'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'ConntrackHelper': {'1.0'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Log': {'1.0'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'NDPProxy': {'1.0'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Network': {'1.1'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Port': {'1.7'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'PortForwarding': {'1.3'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'QosPolicy': {'1.10'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SecurityGroup': {'1.5'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SubPort': {'1.0'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Subnet': {'1.1'}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Trunk': {'1.1'}} Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: consumer versions: Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: { DHCP agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: HyperV agent@hv-cinder-85061: {}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: L3 agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: Metadata agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: Metering agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: Open vSwitch agent@dv-cinder-850618-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Agent': '1.1', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'ConntrackHelper': '1.0', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'LocalIPAssociation': '1.0', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Log': '1.0', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'NDPProxy': '1.0', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Network': '1.1', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Port': '1.7', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'PortForwarding': '1.3', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'QosPolicy': '1.10', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SecurityGroup': '1.5', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SecurityGroupRule': '1.2', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'SubPort': '1.0', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Subnet': '1.1', Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: 'Trunk': '1.1'}} Oct 10 11:58:58.385681 dv-cinder-850618-4-iscsi neutron-server[106262]: {{(pid=106262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:58:58.397731 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (baf5ebde-9d5e-48fb-a828-a3ea44e102f6), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.398081 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.segments_db [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Added segment baf5ebde-9d5e-48fb-a828-a3ea44e102f6 of type vlan for network 7586f293-9e29-43b7-8515-0f510030ca27 Oct 10 11:58:58.439408 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (7586f293-9e29-43b7-8515-0f510030ca27), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.466929 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (7586f293-9e29-43b7-8515-0f510030ca27), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.467912 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:58.468549 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.506087 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39554) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:58:58.506655 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4907618 Oct 10 11:58:58.514295 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Request body: {'subnet': {'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-subnet', 'tenant_id': '0156957151444f94be28a65b4b018156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:58:58.544008 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Made reservation on behalf of 0156957151444f94be28a65b4b018156 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:58:58.550731 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.588592 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2a577-bb6d-4a56-b94b-66fb90458c52 admin admin] Pushing event updated for resources: {'Network': ['ID=7586f293-9e29-43b7-8515-0f510030ca27,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:58.603348 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 7586f293-9e29-43b7-8515-0f510030ca27 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:58:58.689678 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-38cfaf96-de99-46a6-8986-c4ad441b35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.755998 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (b87097cf-c992-4426-b211-329d3b78dfc3), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.821093 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87097cf-c992-4426-b211-329d3b78dfc3,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:58.834767 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.835205 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.835569 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.836404 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.836741 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.837143 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.837378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.838110 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.838623 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.839247 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.839590 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.839928 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.840249 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.840562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.840864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Tracked resource versions report: Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: pushed versions: Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: { 'AddressGroup': {'1.2'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Agent': {'1.1'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'ConntrackHelper': {'1.0'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Log': {'1.0'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'NDPProxy': {'1.0'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Network': {'1.1'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Port': {'1.7'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'PortForwarding': {'1.3'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'QosPolicy': {'1.10'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SecurityGroup': {'1.5'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SubPort': {'1.0'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Subnet': {'1.1'}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Trunk': {'1.1'}} Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: consumer versions: Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: { DHCP agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: HyperV agent@hv-cinder-85061: {}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: L3 agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: Metadata agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: Metering agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: Open vSwitch agent@dv-cinder-850618-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Agent': '1.1', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'ConntrackHelper': '1.0', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'LocalIPAssociation': '1.0', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Log': '1.0', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'NDPProxy': '1.0', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Network': '1.1', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Port': '1.7', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'PortForwarding': '1.3', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'QosPolicy': '1.10', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SecurityGroup': '1.5', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SecurityGroupRule': '1.2', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'SubPort': '1.0', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Subnet': '1.1', Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: 'Trunk': '1.1'}} Oct 10 11:58:58.841984 dv-cinder-850618-4-iscsi neutron-server[106261]: {{(pid=106261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:58:58.862013 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Checking segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:58:58.862300 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Network hostable DHCP agents. Network: 7586f293-9e29-43b7-8515-0f510030ca27, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:58:58.881150 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Network 7586f293-9e29-43b7-8515-0f510030ca27 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:58:58.891480 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 7586f293-9e29-43b7-8515-0f510030ca27) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:58:58.896019 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:58.896836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.901314 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a7018-f676-450a-ac1e-ba203b602a72 None None] Network 7586f293-9e29-43b7-8515-0f510030ca27 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:58:58.925654 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39566) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:58:58.925976 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-58b9a968-5691-45d6-b5ba-d24dfd86c032 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4179251 Oct 10 11:58:58.932487 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:58:58.959573 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (3a1cac16-e02e-47cc-bb32-fe2032cbe955), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:58.961522 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (3a1cac16-e02e-47cc-bb32-fe2032cbe955), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.024653 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-7586f293-9e29-43b7-8515-0f510030ca27', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'project_id': '0156957151444f94be28a65b4b018156', 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 11:58:59.026264 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.111674 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks [] for router_controller (3a1cac16-e02e-47cc-bb32-fe2032cbe955), precommit_add_association {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.201243 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Allocated IP 172.20.0.2 (7586f293-9e29-43b7-8515-0f510030ca27/b87097cf-c992-4426-b211-329d3b78dfc3/e16125dd-41ac-4dc1-b690-c3838e9cc2b3) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:58:59.345488 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks [] for router_gateway (3a1cac16-e02e-47cc-bb32-fe2032cbe955), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.409759 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Publish callbacks [] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.420955 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.469378 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Network 7586f293-9e29-43b7-8515-0f510030ca27 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:58:59.476398 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:58:59.480799 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:58:59.492269 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Pushing event updated for resources: {'Port': ['ID=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:59.514928 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.515271 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.515591 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.516123 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.516460 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.516786 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.517106 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.517425 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.517750 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.518066 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.518379 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.518710 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.519053 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.519368 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.519679 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Tracked resource versions report: Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: pushed versions: Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: { 'AddressGroup': {'1.2'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Agent': {'1.1'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'ConntrackHelper': {'1.0'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Log': {'1.0'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'NDPProxy': {'1.0'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Network': {'1.1'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Port': {'1.7'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'PortForwarding': {'1.3'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'QosPolicy': {'1.10'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SecurityGroup': {'1.5'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SubPort': {'1.0'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Subnet': {'1.1'}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Trunk': {'1.1'}} Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: consumer versions: Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: { DHCP agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: HyperV agent@hv-cinder-85061: {}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: L3 agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: Metadata agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: Metering agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: Open vSwitch agent@dv-cinder-850618-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Agent': '1.1', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'ConntrackHelper': '1.0', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'LocalIPAssociation': '1.0', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Log': '1.0', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'NDPProxy': '1.0', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Network': '1.1', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Port': '1.7', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'PortForwarding': '1.3', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'QosPolicy': '1.10', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SecurityGroup': '1.5', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SecurityGroupRule': '1.2', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'SubPort': '1.0', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Subnet': '1.1', Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: 'Trunk': '1.1'}} Oct 10 11:58:59.520845 dv-cinder-850618-4-iscsi neutron-server[106263]: {{(pid=106263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:58:59.570330 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Attempting to bind port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:58:59.571032 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Attempting to bind port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:58:59.571610 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Attempting to bind port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 on network 7586f293-9e29-43b7-8515-0f510030ca27 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:58:59.626766 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:58:59.627873 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Checking segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:58:59.628275 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.628682 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Bound using segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:58:59.629144 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Bound port: e16125dd-41ac-4dc1-b690-c3838e9cc2b3, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:58:59.629516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.645071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:59.669185 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:59.688808 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks [] for router_gateway (3a1cac16-e02e-47cc-bb32-fe2032cbe955), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.718660 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] For port e16125dd-41ac-4dc1-b690-c3838e9cc2b3, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:58:59.718882 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.722180 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] For port e16125dd-41ac-4dc1-b690-c3838e9cc2b3, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:58:59.733934 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:59.801873 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15bc2-9afe-4f86-bb69-0f551e561ab5 None None] Pushing event updated for resources: {'Port': ['ID=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:59.849284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39626) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:58:59.920840 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Allocated IP 172.27.0.162 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/f050a45f-8b26-4cf7-80f4-1ba04a852aa1) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:00.061886 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:00.081960 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks [] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.186156 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.271279 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:00.281230 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:00.283671 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:00.284367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39638) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:00.287183 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Pushing event updated for resources: {'Port': ['ID=f050a45f-8b26-4cf7-80f4-1ba04a852aa1,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:00.444138 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39644) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:00.496619 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39648) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:00.519632 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-9782430-network', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:00.555220 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Made reservation on behalf of d57fdf43bdef4f0dabd51175a84e9093 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:00.561011 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.582345 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.597352 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-network', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:00.622557 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks [] for router_gateway (3a1cac16-e02e-47cc-bb32-fe2032cbe955), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.640584 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Made reservation on behalf of b72dcfa7755e499f8f55ade0fde3d7c7 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:00.646154 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.667773 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.727438 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39656) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:00.774543 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-880103247-network', 'tenant_id': '79aee39298624f99b33b9808fe5030f8'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:00.815428 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-416325631-network', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:00.881067 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:00.913976 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8d20-55ad-49de-bcb2-c0e31264a7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.914620 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Publish callbacks [] for security_group (3daed085-76f3-4cdc-bacf-48bdaf0a639d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.918217 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Made reservation on behalf of 79aee39298624f99b33b9808fe5030f8 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:00.922061 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.925006 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (3a1cac16-e02e-47cc-bb32-fe2032cbe955), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.947716 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-168856789-network', 'tenant_id': '830b3f1b187e4811a3180a5f07490691'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:00.952586 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.960007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3daed085-76f3-4cdc-bacf-48bdaf0a639d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:00.965258 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Made reservation on behalf of de3e893bfb574016a6e5e020f96490c5 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:00.967610 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.023034 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cec841-2043-4dd3-bdb9-4390109c825e None None] Network 7586f293-9e29-43b7-8515-0f510030ca27 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:01.032915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:01.033747 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daed085-76f3-4cdc-bacf-48bdaf0a639d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:01.042300 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.058046 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:59:01.111863 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (fd61ff52-0636-4652-b139-c4d1be99f283), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.112607 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Added segment fd61ff52-0636-4652-b139-c4d1be99f283 of type vlan for network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 Oct 10 11:59:01.144824 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Publish callbacks [] for security_group (8542e0ac-af27-4ddd-b857-24eb3ac75081), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.157634 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Made reservation on behalf of 830b3f1b187e4811a3180a5f07490691 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:01.160147 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.161601 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-9c2dbe41-a55c-4444-89b8-0a581024ce47 None None] Provisioning complete for port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:01.162195 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9c2dbe41-a55c-4444-89b8-0a581024ce47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.164010 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-9c2dbe41-a55c-4444-89b8-0a581024ce47 None None] Attempt 1 to provision port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 Oct 10 11:59:01.165444 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 11:59:01.170345 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:01.199813 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (8542e0ac-af27-4ddd-b857-24eb3ac75081), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.220710 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.266209 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:59:01.269130 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (34b06faa-9ac1-44a9-be49-fe3ff8492ca5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.294946 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-9c2dbe41-a55c-4444-89b8-0a581024ce47 None None] Current status of the port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:01.295479 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9c2dbe41-a55c-4444-89b8-0a581024ce47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.307860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8542e0ac-af27-4ddd-b857-24eb3ac75081,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:01.315182 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (597ffcf7-cd01-447c-a739-74e7b44909e5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.315853 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Added segment 597ffcf7-cd01-447c-a739-74e7b44909e5 of type vlan for network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 Oct 10 11:59:01.358120 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:01.362598 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-9c2dbe41-a55c-4444-89b8-0a581024ce47 None None] For port e16125dd-41ac-4dc1-b690-c3838e9cc2b3, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:01.379542 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9c2dbe41-a55c-4444-89b8-0a581024ce47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.447855 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dbe41-a55c-4444-89b8-0a581024ce47 None None] Pushing event updated for resources: {'Port': ['ID=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:01.453634 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (34b06faa-9ac1-44a9-be49-fe3ff8492ca5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.454628 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:01.455249 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.489047 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:01.505011 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Publish callbacks [] for security_group (ff71539b-1f44-481c-8d8e-c955b3b34725), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.510733 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Sync routers for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:01.515950 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.518965 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=71,neutron:UPDATE=7,neutron:INSERT=22 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:01.528101 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:01.529717 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.529947 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:01.536905 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0a54af9c-7786-489b-92e6-c4d01bb3c160 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6096749 Oct 10 11:59:01.537611 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39688) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:01.568925 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Publish callbacks [] for security_group (d8cc45c8-b055-48f6-888e-8f9db45a82ea), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.576133 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ff71539b-1f44-481c-8d8e-c955b3b34725), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.651462 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d8cc45c8-b055-48f6-888e-8f9db45a82ea), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.659434 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8080676 Oct 10 11:59:01.660475 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dcb2f-d2fb-482a-95a5-d273ce486135 admin admin] Pushing event updated for resources: {'Network': ['ID=34b06faa-9ac1-44a9-be49-fe3ff8492ca5,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:01.668584 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.db.resource_extend [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 10 11:59:01.675325 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39698) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:01.688403 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:59:01.716154 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Request body: {'subnet': {'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-9782430-subnet', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:01.737944 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:01.761222 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:59:01.772082 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Made reservation on behalf of d57fdf43bdef4f0dabd51175a84e9093 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:01.774050 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.844692 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:01.863167 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device e16125dd-41ac-4dc1-b690-c3838e9cc2b3 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:01.866562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff71539b-1f44-481c-8d8e-c955b3b34725,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:01.912088 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:59:01.926348 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (6b7cff38-4dfb-44fe-ac01-47c863f22e31), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.926720 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Added segment 6b7cff38-4dfb-44fe-ac01-47c863f22e31 of type vlan for network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a Oct 10 11:59:01.945803 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.948115 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:01.948723 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.951467 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cc45c8-b055-48f6-888e-8f9db45a82ea,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:02.010619 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (0caa1d9b-a7b5-434f-8560-baa4dcf69ff1), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.010986 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Added segment 0caa1d9b-a7b5-434f-8560-baa4dcf69ff1 of type vlan for network 5c924414-a382-471c-a40e-c6f3cc3eb62c Oct 10 11:59:02.019757 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Publish callbacks [] for security_group (6928118e-0651-4754-8b7b-ad773215bb33), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.053517 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:02.091494 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.101629 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6928118e-0651-4754-8b7b-ad773215bb33), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.124837 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-8c02b35c-5539-4d35-8e6b-82f39fca54ec None None] Provisioning complete for port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:02.127375 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8c02b35c-5539-4d35-8e6b-82f39fca54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.127949 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-8c02b35c-5539-4d35-8e6b-82f39fca54ec None None] Attempt 1 to provision port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 Oct 10 11:59:02.133381 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (05a9786c-a8d0-4fea-bd0d-744e4b7d958a), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.152243 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8666334 Oct 10 11:59:02.166257 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:02.170635 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39708) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:02.187320 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Request body: {'subnet': {'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-subnet', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:02.206462 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:59:02.222921 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (5c924414-a382-471c-a40e-c6f3cc3eb62c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.225549 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f013347-a333-43a9-824d-a7ef3deb6fff admin admin] Pushing event updated for resources: {'Network': ['ID=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:02.239074 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:02.240432 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.241657 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 Oct 10 11:59:02.300449 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:59:02.308610 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6928118e-0651-4754-8b7b-ad773215bb33,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:02.313601 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (bb3dc231-175a-4f0a-8460-8eba72cbb387), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.315392 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Added segment bb3dc231-175a-4f0a-8460-8eba72cbb387 of type vlan for network 8c701b98-011e-4053-b8ba-3f80ece748eb Oct 10 11:59:02.335497 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:00Z', 'revision_number': 3, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:02.344671 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (05a9786c-a8d0-4fea-bd0d-744e4b7d958a), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.345716 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:02.346331 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.375794 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Checking router: 3a1cac16-e02e-47cc-bb32-fe2032cbe955 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:02.376574 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Updating router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:02.391657 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Made reservation on behalf of b72dcfa7755e499f8f55ade0fde3d7c7 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:02.393971 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.432402 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.434369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (5c924414-a382-471c-a40e-c6f3cc3eb62c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.435434 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:02.436042 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.467522 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.559780 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (c2029097-5c76-4384-b42f-4e0890327b26), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.635582 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-8c02b35c-5539-4d35-8e6b-82f39fca54ec None None] Current status of the port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:02.649424 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (8c701b98-011e-4053-b8ba-3f80ece748eb), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.666401 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:02.688802 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1909683 Oct 10 11:59:02.694748 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39728) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:02.702905 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Request body: {'subnet': {'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-416325631-subnet', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:02.809291 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Made reservation on behalf of de3e893bfb574016a6e5e020f96490c5 for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:02.811893 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.841241 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39734) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:02.843264 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3866980 Oct 10 11:59:02.855676 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Request body: {'subnet': {'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-880103247-subnet', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:02.866842 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2029097-5c76-4384-b42f-4e0890327b26,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:02.872358 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e123881-f635-48a9-966d-74301fcdddae admin admin] Pushing event updated for resources: {'Network': ['ID=05a9786c-a8d0-4fea-bd0d-744e4b7d958a,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:02.928266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Checking segment: {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:02.928904 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Network hostable DHCP agents. Network: 34b06faa-9ac1-44a9-be49-fe3ff8492ca5, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:02.934864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:02.938225 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (8c701b98-011e-4053-b8ba-3f80ece748eb), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.939113 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:02.940283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.960559 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:59:02.984857 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Publish callbacks [] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:02.993959 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.009060 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Allocated IP 172.20.0.1 (7586f293-9e29-43b7-8515-0f510030ca27/b87097cf-c992-4426-b211-329d3b78dfc3/21e0445f-f63f-49a2-acc4-807ebf06820e) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:03.051094 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:03.053450 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Made reservation on behalf of 79aee39298624f99b33b9808fe5030f8 for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:03.067194 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.075545 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Pushing event updated for resources: {'Port': ['ID=f050a45f-8b26-4cf7-80f4-1ba04a852aa1,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:03.094475 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.095468 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.095468 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.095675 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.095915 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.096252 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.096582 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.096908 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.097234 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.097558 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.097882 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.098218 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.098883 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.099244 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.099576 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Tracked resource versions report: Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: pushed versions: Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: { 'AddressGroup': {'1.2'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Agent': {'1.1'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'ConntrackHelper': {'1.0'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Log': {'1.0'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'NDPProxy': {'1.0'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Network': {'1.1'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Port': {'1.7'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'PortForwarding': {'1.3'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'QosPolicy': {'1.10'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SecurityGroup': {'1.5'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SubPort': {'1.0'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Subnet': {'1.1'}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Trunk': {'1.1'}} Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: consumer versions: Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: { DHCP agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: HyperV agent@hv-cinder-85061: {}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: L3 agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: Metadata agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: Metering agent@dv-cinder-850618-4-iscsi: {}, Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: Open vSwitch agent@dv-cinder-850618-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Agent': '1.1', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'ConntrackHelper': '1.0', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'LocalIPAssociation': '1.0', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Log': '1.0', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'NDPProxy': '1.0', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Network': '1.1', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Port': '1.7', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'PortForwarding': '1.3', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'QosPolicy': '1.10', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SecurityGroup': '1.5', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SecurityGroupRule': '1.2', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'SubPort': '1.0', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Subnet': '1.1', Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: 'Trunk': '1.1'}} Oct 10 11:59:03.101192 dv-cinder-850618-4-iscsi neutron-server[106264]: {{(pid=106264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:59:03.108306 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Attempting to bind port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:03.109372 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Attempting to bind port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:03.111546 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Attempting to bind port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:03.130515 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3778448 Oct 10 11:59:03.136651 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:03.141550 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39746) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:03.150865 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Request body: {'subnet': {'network_id': '8c701b98-011e-4053-b8ba-3f80ece748eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-168856789-subnet', 'tenant_id': '830b3f1b187e4811a3180a5f07490691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:03.157236 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4c915-0307-4cc9-8bf1-07d0aa465ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c924414-a382-471c-a40e-c6f3cc3eb62c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:03.169860 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:59:03.170382 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:03.170697 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:03.171172 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.172215 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:03.172734 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Bound port: f050a45f-8b26-4cf7-80f4-1ba04a852aa1, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:03.173210 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.187789 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 34b06faa-9ac1-44a9-be49-fe3ff8492ca5) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:03.205712 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:03.221411 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:03.245561 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:03.257171 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] For port f050a45f-8b26-4cf7-80f4-1ba04a852aa1, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:03.265695 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:03.266387 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.267776 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] For port f050a45f-8b26-4cf7-80f4-1ba04a852aa1, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=f050a45f-8b26-4cf7-80f4-1ba04a852aa1,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:03.284351 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.304025 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c4dfa-6fee-4735-9f46-42fe07d0eeea None None] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:03.372242 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Publish callbacks [] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.378776 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:03.379916 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:03.419447 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.436449 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-52bb39cb-9387-422c-8af5-9eafd4370ed2 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7583988 Oct 10 11:59:03.439779 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39756) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:03.445665 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:03.453186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Made reservation on behalf of 830b3f1b187e4811a3180a5f07490691 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:03.456377 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.460611 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456959b-e381-4473-b7f4-a73e7fd19b89 None None] Pushing event updated for resources: {'Port': ['ID=f050a45f-8b26-4cf7-80f4-1ba04a852aa1,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:03.462361 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520fd8-7172-49f5-b685-63968751c885 admin admin] Pushing event updated for resources: {'Network': ['ID=8c701b98-011e-4053-b8ba-3f80ece748eb,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:03.462528 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Network 7586f293-9e29-43b7-8515-0f510030ca27 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:03.484249 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (95412195-ef37-40f7-ae8f-143b7f8669e9), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.486648 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:03.501502 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:03.502523 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (3a1cac16-e02e-47cc-bb32-fe2032cbe955), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.567395 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95412195-ef37-40f7-ae8f-143b7f8669e9,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:03.585760 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:03.589314 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:03.591043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.592169 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.612094 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:03.682065 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 8c701b98-011e-4053-b8ba-3f80ece748eb details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:59:03.741449 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Checking segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:03.741793 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Network hostable DHCP agents. Network: 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:03.778291 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.780731 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks [] for router_controller (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.870827 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:03.881129 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (5449108a-6ac3-467d-92d9-b9039b8b9a9c), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.883278 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.913004 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:03.917854 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:00Z', 'revision_number': 3, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:03.919462 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-1ebda652-055e-4e50-9745-82d0eebeb7d4 None None] Provisioning complete for port 21e0445f-f63f-49a2-acc4-807ebf06820e triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:03.920144 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1ebda652-055e-4e50-9745-82d0eebeb7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.922454 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-1ebda652-055e-4e50-9745-82d0eebeb7d4 None None] Attempt 1 to provision port 21e0445f-f63f-49a2-acc4-807ebf06820e Oct 10 11:59:03.925789 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:03.934058 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:03.934654 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.961841 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9faa21-2153-4c52-9dd9-93fcc76b41d5 None None] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:03.964780 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601fd1d-b7e4-49aa-80b5-56db11ddad63 None None] The sync data for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi is: [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:00Z', 'revision_number': 3, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:04.035493 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:04.039266 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-34b06faa-9ac1-44a9-be49-fe3ff8492ca5', 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5', 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'fixed_ips': [{'subnet_id': 'c2029097-5c76-4384-b42f-4e0890327b26'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 11:59:04.040252 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.051317 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.076122 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-1ebda652-055e-4e50-9745-82d0eebeb7d4 None None] Port 21e0445f-f63f-49a2-acc4-807ebf06820e cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:04.091925 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ff7891ca-d396-4e3c-accc-d3cc64de40c8 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9085891 Oct 10 11:59:04.131641 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39770) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:04.141002 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:04.147377 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (af7072bf-4f40-420f-9261-0ca0e24d3e9e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.159605 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks [] for router_gateway (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.173985 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Pushing event updated for resources: {'Port': ['ID=21e0445f-f63f-49a2-acc4-807ebf06820e,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:04.214280 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 11:59:04.215258 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.257569 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:04.282664 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.283753 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.323912 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7072bf-4f40-420f-9261-0ca0e24d3e9e,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:04.338296 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (4d4fac74-b3ac-4135-9f20-60b982967388), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.357588 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Allocated IP 172.20.0.2 (34b06faa-9ac1-44a9-be49-fe3ff8492ca5/c2029097-5c76-4384-b42f-4e0890327b26/a2761abb-ebdf-45bd-94d6-fac8b5984029) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:04.358243 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5449108a-6ac3-467d-92d9-b9039b8b9a9c,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:04.445964 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Checking segment: {'id': 'bb3dc231-175a-4f0a-8460-8eba72cbb387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c701b98-011e-4053-b8ba-3f80ece748eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:04.445964 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Network hostable DHCP agents. Network: 8c701b98-011e-4053-b8ba-3f80ece748eb, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:04.488889 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Allocated IP 172.20.0.2 (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422/95412195-ef37-40f7-ae8f-143b7f8669e9/109a6b6a-90d9-42c5-b5d7-27ec99f95a6c) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:04.496668 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:04.499339 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Checking segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:04.499745 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Network hostable DHCP agents. Network: 05a9786c-a8d0-4fea-bd0d-744e4b7d958a, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:04.547705 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4fac74-b3ac-4135-9f20-60b982967388,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:04.574316 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Checking segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:04.574655 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Network hostable DHCP agents. Network: 5c924414-a382-471c-a40e-c6f3cc3eb62c, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:04.586976 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:04.591050 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks [] for router_controller (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.644085 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 05a9786c-a8d0-4fea-bd0d-744e4b7d958a) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:04.659080 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Publish callbacks [] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.661922 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9bf461-3edf-4f48-817c-9b915c7b9de1 None None] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:04.680774 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Publish callbacks [] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.696904 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.698254 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:04.703199 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:04.703926 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.716679 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:04.725102 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 5c924414-a382-471c-a40e-c6f3cc3eb62c) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:04.726692 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.727625 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (3a1cac16-e02e-47cc-bb32-fe2032cbe955), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.737481 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-7c4182cf-4058-4c7d-a81f-201a433e5c38 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0410488 Oct 10 11:59:04.738918 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:04.739586 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.755848 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39776) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:04.758278 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333ccaa-2094-4937-9905-19d62476bf91 None None] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:04.781202 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:04.805914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks [] for router_gateway (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.823897 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-453e524b-ba63-4eb9-8823-e5311a16dfcb admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9727349 Oct 10 11:59:04.830449 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (f16697bf-7b2d-4f07-9583-6242bbec77a3), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.831464 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (f16697bf-7b2d-4f07-9583-6242bbec77a3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.843478 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39784) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:04.850289 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:04.879240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Network 8c701b98-011e-4053-b8ba-3f80ece748eb is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:04.908412 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Pushing event updated for resources: {'Port': ['ID=21e0445f-f63f-49a2-acc4-807ebf06820e,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:04.934757 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:04.950610 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-5c924414-a382-471c-a40e-c6f3cc3eb62c', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'project_id': '79aee39298624f99b33b9808fe5030f8', 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 11:59:04.951702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.966360 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:04.974508 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 8c701b98-011e-4053-b8ba-3f80ece748eb) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:04.988427 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:05.000179 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:05.000770 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.007195 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks [] for router_controller (f16697bf-7b2d-4f07-9583-6242bbec77a3), precommit_add_association {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.009606 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks [] for router_gateway (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.029291 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4df390-e5b2-438f-b65f-5ea86255ebd4 None None] Network 8c701b98-011e-4053-b8ba-3f80ece748eb requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:05.051296 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.052337 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.060845 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.084724 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9fd46efa-17bc-49f1-b34c-cb84d0aa8ac7 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9405377 Oct 10 11:59:05.163522 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Network 7586f293-9e29-43b7-8515-0f510030ca27 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:05.165400 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:05.174720 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:05.240989 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:05.267820 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Publish callbacks [] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.350340 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks [] for router_gateway (f16697bf-7b2d-4f07-9583-6242bbec77a3), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.362383 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:05.365130 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Attempting to bind port a2761abb-ebdf-45bd-94d6-fac8b5984029 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:05.365666 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Attempting to bind port a2761abb-ebdf-45bd-94d6-fac8b5984029 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:05.366186 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Attempting to bind port a2761abb-ebdf-45bd-94d6-fac8b5984029 on network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:05.404312 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks [] for router_controller (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.435942 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.468315 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:05.469808 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:05.469951 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Pushing event updated for resources: {'Port': ['ID=a2761abb-ebdf-45bd-94d6-fac8b5984029,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:05.481035 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:05.481736 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Checking segment: {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:05.482490 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.483053 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Bound using segment: {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:05.483705 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Bound port: a2761abb-ebdf-45bd-94d6-fac8b5984029, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:05.484355 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.487172 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:05.539120 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:05.541991 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Pushing event updated for resources: {'Port': ['ID=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:05.560092 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:05.781942 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-83b70a2d-4399-47a7-8273-008c0d8eea1a None None] Provisioning complete for port 21e0445f-f63f-49a2-acc4-807ebf06820e triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:05.782783 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-83b70a2d-4399-47a7-8273-008c0d8eea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:05.783399 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-83b70a2d-4399-47a7-8273-008c0d8eea1a None None] Attempt 1 to provision port 21e0445f-f63f-49a2-acc4-807ebf06820e Oct 10 11:59:05.831184 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-83b70a2d-4399-47a7-8273-008c0d8eea1a None None] Port 21e0445f-f63f-49a2-acc4-807ebf06820e cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:05.832984 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device f050a45f-8b26-4cf7-80f4-1ba04a852aa1 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:05.851235 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Allocated IP 172.27.0.206 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/58221cb2-caff-4d88-9674-ec131505803c) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:05.984721 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 11:59:06.027849 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks [] for router_gateway (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.031984 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks [] for router_gateway (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.057541 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 11:59:06.058461 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.091920 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.106036 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks [] for router_gateway (f16697bf-7b2d-4f07-9583-6242bbec77a3), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.135839 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.139405 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e854e3-2e51-47c8-b70a-129aad3fc7e8 None None] Network 8c701b98-011e-4053-b8ba-3f80ece748eb requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:06.168075 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:06.168438 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.168779 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 Oct 10 11:59:06.170370 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Attempting to bind port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:06.170740 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Attempting to bind port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:06.171125 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Attempting to bind port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:06.182817 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Allocated IP 172.20.0.2 (5c924414-a382-471c-a40e-c6f3cc3eb62c/4d4fac74-b3ac-4135-9f20-60b982967388/98b9541b-fdb3-46a4-819e-0af3f1639981) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:06.266284 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:06.283487 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-d8f8b83e-6b8b-43bc-876d-c7f438d4ff38 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3a1cac16-e02e-47cc-bb32-fe2032cbe955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7363133 Oct 10 11:59:06.296422 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] For port a2761abb-ebdf-45bd-94d6-fac8b5984029, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:06.364153 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39828) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:06.372333 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175679923-network', 'tenant_id': 'c140b85800d2467483b359c52d92d217'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:06.426655 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:06.431571 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks [] for port (58221cb2-caff-4d88-9674-ec131505803c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.432819 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Made reservation on behalf of c140b85800d2467483b359c52d92d217 for: {'network': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:06.438095 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.452470 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.579696 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Allocated IP 172.20.0.2 (05a9786c-a8d0-4fea-bd0d-744e4b7d958a/5449108a-6ac3-467d-92d9-b9039b8b9a9c/1c2dabc6-b001-4578-af7b-008a7814313c) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:06.601746 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks [] for router_gateway (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.626062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.629560 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (58221cb2-caff-4d88-9674-ec131505803c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.655110 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:06.675578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:06.689715 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Publish callbacks [] for security_group (b3cd0362-b130-48ac-81b5-4bb85e319afd), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.707523 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b3cd0362-b130-48ac-81b5-4bb85e319afd), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.713751 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:06.719805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:06.805660 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Allocated IP 172.27.0.111 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/97a1b68b-9e73-4729-a555-d365094cf4d7) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:06.808053 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=106262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:59:06.812585 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Pushing event updated for resources: {'Port': ['ID=58221cb2-caff-4d88-9674-ec131505803c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:06.845811 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd0362-b130-48ac-81b5-4bb85e319afd,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:06.851505 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (f63808a7-e159-41b2-9135-980ca6d80fdf), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.852063 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.segments_db [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Added segment f63808a7-e159-41b2-9135-980ca6d80fdf of type vlan for network b5ffd411-b6bc-4f99-822c-b4ceca42977e Oct 10 11:59:06.860344 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39840) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:06.879347 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:06.933771 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:06.947119 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (b5ffd411-b6bc-4f99-822c-b4ceca42977e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:06.959468 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Sync routers for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:06.988040 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:07.006448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks [] for router_gateway (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.020816 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:07.035456 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (b5ffd411-b6bc-4f99-822c-b4ceca42977e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.036652 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:07.038619 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.045529 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks [] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.058206 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:07.058945 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:07.080301 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c0d9459e-899b-44e2-8824-f09828f74d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.137417 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7708046 Oct 10 11:59:07.140435 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39850) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:07.145405 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Request body: {'subnet': {'network_id': 'b5ffd411-b6bc-4f99-822c-b4ceca42977e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175679923-subnet', 'tenant_id': 'c140b85800d2467483b359c52d92d217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:07.175275 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39854) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:07.176418 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Publish callbacks [] for port (1c2dabc6-b001-4578-af7b-008a7814313c), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.179997 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] For port a2761abb-ebdf-45bd-94d6-fac8b5984029, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a2761abb-ebdf-45bd-94d6-fac8b5984029,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:07.186082 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-c2e6014c-6894-4393-9ead-5fc550103007 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727569687', 'description': 'tempest-description--594821799'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:07.198239 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb78558-2da9-456e-8daa-5da9bc932a99 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ffd411-b6bc-4f99-822c-b4ceca42977e,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:07.230463 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c2e6014c-6894-4393-9ead-5fc550103007 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.235770 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.252974 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:07.253354 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.268392 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network b5ffd411-b6bc-4f99-822c-b4ceca42977e details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:59:07.304397 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:07.325053 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Made reservation on behalf of c140b85800d2467483b359c52d92d217 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:07.326468 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:07.327545 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.333292 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:07.354711 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:07.355740 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Checking segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:07.356290 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.356805 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Bound using segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:07.358716 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Bound port: 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:07.359257 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.416415 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.419791 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.463303 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.487542 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Allocated IP 172.27.0.130 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/7128fde8-175a-4611-bf79-e186432da51d) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:07.520888 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] For port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:07.526862 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] For port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:07.530233 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=97a1b68b-9e73-4729-a555-d365094cf4d7,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:07.536440 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c0d9459e-899b-44e2-8824-f09828f74d1c admin admin] Publish callbacks [] for security_group (4a82e0be-e247-472b-b750-933a7319ac15), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.566662 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c0d9459e-899b-44e2-8824-f09828f74d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (4a82e0be-e247-472b-b750-933a7319ac15), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.613669 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9459e-899b-44e2-8824-f09828f74d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a82e0be-e247-472b-b750-933a7319ac15,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:07.691062 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Publish callbacks [] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.714237 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.716009 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.721769 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:07.729234 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:07.740020 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c0d9459e-899b-44e2-8824-f09828f74d1c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=41c3718a446542109d01276a99950b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8785882 Oct 10 11:59:07.745485 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c2e6014c-6894-4393-9ead-5fc550103007 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (226b02b6-aee9-4a15-b65a-7bfd31099b48), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.750076 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39866) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:07.810196 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:07.812702 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c2e6014c-6894-4393-9ead-5fc550103007 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (226b02b6-aee9-4a15-b65a-7bfd31099b48), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.818813 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port f050a45f-8b26-4cf7-80f4-1ba04a852aa1, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=f050a45f-8b26-4cf7-80f4-1ba04a852aa1,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:07.895540 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6014c-6894-4393-9ead-5fc550103007 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226b02b6-aee9-4a15-b65a-7bfd31099b48,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:07.895540 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c2e6014c-6894-4393-9ead-5fc550103007 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.903221 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c2e6014c-6894-4393-9ead-5fc550103007 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7167153 Oct 10 11:59:07.903221 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39870) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:07.903221 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks [] for router_gateway (f16697bf-7b2d-4f07-9583-6242bbec77a3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.920740 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:08.099164 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:08.100574 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.124366 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:08.152921 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-d0d05823-8a87-40c6-9651-ab78edec3a38 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'security_group_rule': {'security_group_id': '226b02b6-aee9-4a15-b65a-7bfd31099b48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:08.170915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks [] for port (7128fde8-175a-4611-bf79-e186432da51d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.171445 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:08.180185 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:08.184282 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Pushing event updated for resources: {'Port': ['ID=1c2dabc6-b001-4578-af7b-008a7814313c,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:08.202484 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:08.214798 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:08.316797 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d0d05823-8a87-40c6-9651-ab78edec3a38 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (d206e2cd-6289-4677-810a-7b14ecf72485), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.326726 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Allocated IP 172.27.0.77 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/cbed4b2c-2394-4477-ad30-9385fc6fbf1c) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:08.415682 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (f16697bf-7b2d-4f07-9583-6242bbec77a3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.422822 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:08.475424 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Attempting to bind port 98b9541b-fdb3-46a4-819e-0af3f1639981 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:08.476517 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Attempting to bind port 98b9541b-fdb3-46a4-819e-0af3f1639981 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:08.477102 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Attempting to bind port 98b9541b-fdb3-46a4-819e-0af3f1639981 on network 5c924414-a382-471c-a40e-c6f3cc3eb62c {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:08.482297 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks [] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.484752 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:08.527392 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:08.531925 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Attempting to bind port 1c2dabc6-b001-4578-af7b-008a7814313c on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:08.532475 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Attempting to bind port 1c2dabc6-b001-4578-af7b-008a7814313c by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:08.532940 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Attempting to bind port 1c2dabc6-b001-4578-af7b-008a7814313c on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:08.540287 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12111644-b350-4dc7-afb1-4bc013b67f83 None None] Pushing event updated for resources: {'Port': ['ID=a2761abb-ebdf-45bd-94d6-fac8b5984029,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:08.592768 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (7128fde8-175a-4611-bf79-e186432da51d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.606268 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d0d05823-8a87-40c6-9651-ab78edec3a38 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (d206e2cd-6289-4677-810a-7b14ecf72485), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.624329 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:08.624833 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d0d05823-8a87-40c6-9651-ab78edec3a38 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (d206e2cd-6289-4677-810a-7b14ecf72485), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.626443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.653485 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (05b368fb-e68f-4809-93b2-6e865271beba), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.671210 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d0d05823-8a87-40c6-9651-ab78edec3a38 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.675656 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-d0d05823-8a87-40c6-9651-ab78edec3a38 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5259392 Oct 10 11:59:08.675656 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d05823-8a87-40c6-9651-ab78edec3a38 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d206e2cd-6289-4677-810a-7b14ecf72485,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:08.682874 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39882) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:08.690817 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-824fa347-2d94-4587-875f-5c869b857a55 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'security_group_rule': {'security_group_id': '226b02b6-aee9-4a15-b65a-7bfd31099b48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:08.708864 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:08.709413 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Checking segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:08.710110 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.710444 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Bound using segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:08.711140 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Bound port: 98b9541b-fdb3-46a4-819e-0af3f1639981, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:08.711626 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.716727 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:04Z', 'revision_number': 2, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:08.728891 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf068-52e3-4fd8-b45a-5dbb0a68b15a admin admin] Publish callbacks [] for security_group (4a82e0be-e247-472b-b750-933a7319ac15), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.729064 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Pushing event updated for resources: {'Port': ['ID=98b9541b-fdb3-46a4-819e-0af3f1639981,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:08.739276 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-824fa347-2d94-4587-875f-5c869b857a55 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (f2d8d95e-12dd-453a-8778-d26697aacc32), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.747318 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:08.759975 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:08.760684 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Checking segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:08.761017 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.761506 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Bound using segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:08.762091 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Bound port: 1c2dabc6-b001-4578-af7b-008a7814313c, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:08.762564 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.774252 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Checking router: 3a1cac16-e02e-47cc-bb32-fe2032cbe955 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:08.774805 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Updating router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 port 21e0445f-f63f-49a2-acc4-807ebf06820e binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:08.776608 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:08.784781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:08.794612 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:08.796809 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 11:59:08.798766 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Pushing event updated for resources: {'Port': ['ID=7128fde8-175a-4611-bf79-e186432da51d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:08.822340 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:08.826091 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-824fa347-2d94-4587-875f-5c869b857a55 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (f2d8d95e-12dd-453a-8778-d26697aacc32), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.827436 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 11:59:08.829971 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:08.885942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf068-52e3-4fd8-b45a-5dbb0a68b15a admin admin] Publish callbacks [] for security_group (4a82e0be-e247-472b-b750-933a7319ac15), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.892093 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:08.945560 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-824fa347-2d94-4587-875f-5c869b857a55 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (f2d8d95e-12dd-453a-8778-d26697aacc32), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.985065 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fa347-2d94-4587-875f-5c869b857a55 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d8d95e-12dd-453a-8778-d26697aacc32,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:08.992484 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:09.004010 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-824fa347-2d94-4587-875f-5c869b857a55 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.010981 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-824fa347-2d94-4587-875f-5c869b857a55 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3193295 Oct 10 11:59:09.011163 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b368fb-e68f-4809-93b2-6e865271beba,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:09.011270 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39884) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:09.017484 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:09.022875 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:09.042061 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.043219 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:09.044069 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:09.084928 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:09.088257 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.091092 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-5d9f0e06-9602-4fcb-9bd6-14a7fd6ca6f0 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3135681 Oct 10 11:59:09.098138 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 39886) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:09.104619 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] For port 98b9541b-fdb3-46a4-819e-0af3f1639981, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:09.110020 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] For port 98b9541b-fdb3-46a4-819e-0af3f1639981, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=98b9541b-fdb3-46a4-819e-0af3f1639981,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:09.116437 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba31fa0-66bd-439f-b428-f458405cec9d None None] Pushing event updated for resources: {'Port': ['ID=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:09.143464 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.206729 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.208692 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] For port 1c2dabc6-b001-4578-af7b-008a7814313c, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:09.212694 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] For port 1c2dabc6-b001-4578-af7b-008a7814313c, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1c2dabc6-b001-4578-af7b-008a7814313c,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:09.221510 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b70bd-5ed7-49c4-8422-4bfb0c77ed73 None None] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:09.245331 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Pushing event updated for resources: {'Port': ['ID=cbed4b2c-2394-4477-ad30-9385fc6fbf1c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:09.252608 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Checking segment: {'id': 'f63808a7-e159-41b2-9135-980ca6d80fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b5ffd411-b6bc-4f99-822c-b4ceca42977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:09.253167 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Network hostable DHCP agents. Network: b5ffd411-b6bc-4f99-822c-b4ceca42977e, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:09.287393 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.294224 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:09.379553 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf068-52e3-4fd8-b45a-5dbb0a68b15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (4a82e0be-e247-472b-b750-933a7319ac15), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.387624 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf068-52e3-4fd8-b45a-5dbb0a68b15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.392251 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7c2bf068-52e3-4fd8-b45a-5dbb0a68b15a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4a82e0be-e247-472b-b750-933a7319ac15 HTTP/1.1" status: 204 len: 168 time: 1.6395576 Oct 10 11:59:09.408033 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-cf5b9234-4a8e-4fc1-864a-0ce32292e216 None None] Provisioning complete for port a2761abb-ebdf-45bd-94d6-fac8b5984029 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:09.408510 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cf5b9234-4a8e-4fc1-864a-0ce32292e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.408971 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-cf5b9234-4a8e-4fc1-864a-0ce32292e216 None None] Attempt 1 to provision port a2761abb-ebdf-45bd-94d6-fac8b5984029 Oct 10 11:59:09.593858 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.693569 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks [] for router_gateway (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.696075 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks [] for router_gateway (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.756308 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 3, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:09.776807 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=f050a45f-8b26-4cf7-80f4-1ba04a852aa1,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:09.821130 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Network b5ffd411-b6bc-4f99-822c-b4ceca42977e is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:09.835472 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bf068-52e3-4fd8-b45a-5dbb0a68b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a82e0be-e247-472b-b750-933a7319ac15,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:09.855839 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:09.856196 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Updating router f16697bf-7b2d-4f07-9583-6242bbec77a3 port 97a1b68b-9e73-4729-a555-d365094cf4d7 binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:09.870931 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, b5ffd411-b6bc-4f99-822c-b4ceca42977e) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:09.875143 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:09.875324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.901945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:09.929307 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:09.934107 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:09.935613 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-41d8e159-6fb9-4bf4-aa01-5a16646645cb admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4932492 Oct 10 11:59:09.951062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39896) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:09.958259 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b311a1c5-63b7-4451-8f2f-7979cfb1f207 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8167167 Oct 10 11:59:09.968807 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:10.070368 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0d290-3c77-4ddc-9488-54ab7a369c8d None None] Pushing event updated for resources: {'Port': ['ID=98b9541b-fdb3-46a4-819e-0af3f1639981,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:10.112980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:10.113615 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7cb3eb-db2c-45ba-940d-3d10956845ab None None] Network b5ffd411-b6bc-4f99-822c-b4ceca42977e requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:10.117171 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77875e6b-22ce-4f97-a2fa-46b1fe77b916 None None] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:10.138944 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:10.146208 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Sync routers for ids ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:10.295944 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39906) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:10.322289 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:10.401578 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Routers {'9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:10.402441 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:10.695029 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:10.717955 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 98b9541b-fdb3-46a4-819e-0af3f1639981 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:10.729219 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:10.787845 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:10.841752 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd25bd89-89f2-44e1-bab1-fe04f7b2e338 admin admin] Deleting subnet af7072bf-4f40-420f-9261-0ca0e24d3e9e {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 11:59:10.845162 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Publish callbacks [] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:10.864552 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd25bd89-89f2-44e1-bab1-fe04f7b2e338 admin admin] Publish callbacks [] for subnet (af7072bf-4f40-420f-9261-0ca0e24d3e9e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:10.879815 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:10.881671 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:10.897944 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.013622 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62830-6f92-4079-891a-ee47e0962271 None None] Pushing event updated for resources: {'Port': ['ID=97a1b68b-9e73-4729-a555-d365094cf4d7,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.033984 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Attempting to bind port 97a1b68b-9e73-4729-a555-d365094cf4d7 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:11.034349 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Attempting to bind port 97a1b68b-9e73-4729-a555-d365094cf4d7 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:11.034712 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Attempting to bind port 97a1b68b-9e73-4729-a555-d365094cf4d7 on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:11.090853 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Allocated IP 172.27.0.38 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/678d36b5-f656-4165-83df-a3d952707d69) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:11.102609 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b9234-4a8e-4fc1-864a-0ce32292e216 None None] Current status of the port a2761abb-ebdf-45bd-94d6-fac8b5984029 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:11.103067 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cf5b9234-4a8e-4fc1-864a-0ce32292e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.105173 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:11.105536 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:11.120951 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.122230 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.124024 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:11.124904 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Bound port: 97a1b68b-9e73-4729-a555-d365094cf4d7, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:11.127494 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.140874 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:11.232951 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd25bd89-89f2-44e1-bab1-fe04f7b2e338 admin admin] Publish callbacks [] for subnet (af7072bf-4f40-420f-9261-0ca0e24d3e9e), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.234694 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-cf5b9234-4a8e-4fc1-864a-0ce32292e216 None None] For port a2761abb-ebdf-45bd-94d6-fac8b5984029, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a2761abb-ebdf-45bd-94d6-fac8b5984029,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:11.261474 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Set router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:11.299208 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] For port 97a1b68b-9e73-4729-a555-d365094cf4d7, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:11.308484 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] For port 97a1b68b-9e73-4729-a555-d365094cf4d7, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=97a1b68b-9e73-4729-a555-d365094cf4d7,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:11.310770 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd25bd89-89f2-44e1-bab1-fe04f7b2e338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (af7072bf-4f40-420f-9261-0ca0e24d3e9e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.325427 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.325676 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Allocated IP 172.20.0.1 (05a9786c-a8d0-4fea-bd0d-744e4b7d958a/5449108a-6ac3-467d-92d9-b9039b8b9a9c/6185302e-9d6d-4c65-adaf-a9832162d61c) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:11.381315 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:11.384280 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:11.386463 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:11.445639 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:11.451268 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 98b9541b-fdb3-46a4-819e-0af3f1639981 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:11.451651 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.451992 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 98b9541b-fdb3-46a4-819e-0af3f1639981 Oct 10 11:59:11.558633 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cf5b9234-4a8e-4fc1-864a-0ce32292e216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.566144 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:11.582806 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for port (678d36b5-f656-4165-83df-a3d952707d69), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.607992 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:11.674048 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Publish callbacks [] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.674703 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd25bd89-89f2-44e1-bab1-fe04f7b2e338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (af7072bf-4f40-420f-9261-0ca0e24d3e9e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.682972 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bb6d1-f686-436e-abe8-d50c801a74a0 None None] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:11.685261 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af675898-a992-40a5-9ba7-bfda5f235265 None None] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:11.732284 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0a101-960c-4b86-94f8-40cc0ae89f0f None None] Pushing event updated for resources: {'Port': ['ID=1c2dabc6-b001-4578-af7b-008a7814313c,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.798793 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Publish callbacks [] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.815662 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b9234-4a8e-4fc1-864a-0ce32292e216 None None] Pushing event updated for resources: {'Port': ['ID=a2761abb-ebdf-45bd-94d6-fac8b5984029,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.822626 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c62830-6f92-4079-891a-ee47e0962271 None None] Pushing event updated for resources: {'Port': ['ID=97a1b68b-9e73-4729-a555-d365094cf4d7,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.824815 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.833121 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (678d36b5-f656-4165-83df-a3d952707d69), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.911081 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25bd89-89f2-44e1-bab1-fe04f7b2e338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7072bf-4f40-420f-9261-0ca0e24d3e9e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.947416 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd25bd89-89f2-44e1-bab1-fe04f7b2e338 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.955082 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bd25bd89-89f2-44e1-bab1-fe04f7b2e338 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/af7072bf-4f40-420f-9261-0ca0e24d3e9e HTTP/1.1" status: 204 len: 168 time: 1.6566498 Oct 10 11:59:11.955801 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 39954) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:11.963035 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 11:59:11.975113 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:11.986597 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:11.988326 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Provisioning complete for port 98b9541b-fdb3-46a4-819e-0af3f1639981 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:11.989264 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.989639 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Attempt 1 to provision port 98b9541b-fdb3-46a4-819e-0af3f1639981 Oct 10 11:59:12.020560 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:12.044362 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:12.083598 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:12.113998 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 3, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:12.122868 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'Port': ['ID=678d36b5-f656-4165-83df-a3d952707d69,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:12.142874 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.186701 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34170e70-b522-413f-bd0f-b9460e2ac51e None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 3, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:12.302494 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:12.309547 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:12.311559 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6185302e-9d6d-4c65-adaf-a9832162d61c,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:12.331648 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:12.332133 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (f16697bf-7b2d-4f07-9583-6242bbec77a3), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.351075 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (8c701b98-011e-4053-b8ba-3f80ece748eb), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.376819 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (81bc3eb4-df93-4280-a15f-af7d328fe084), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.422783 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 11:59:12.466617 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (678d36b5-f656-4165-83df-a3d952707d69), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.589905 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.618999 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (8c701b98-011e-4053-b8ba-3f80ece748eb), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.665043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.665043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.665043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.665043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > port after_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.665043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.665043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > port after_update 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.665043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.666240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.666240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.666380 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:12.706842 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:12.788030 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad01e2-cfc2-4177-9915-2f1e11094830 None None] Network b5ffd411-b6bc-4f99-822c-b4ceca42977e requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:12.888553 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for port (678d36b5-f656-4165-83df-a3d952707d69), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.902257 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (678d36b5-f656-4165-83df-a3d952707d69), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:12.903248 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (81bc3eb4-df93-4280-a15f-af7d328fe084), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.001602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.003231 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9909515 Oct 10 11:59:13.028291 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5686a50-d112-4c48-b452-3d2ddaead6ab tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'Port': ['ID=678d36b5-f656-4165-83df-a3d952707d69,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:13.053488 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Publish callbacks [] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.057773 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:13.058264 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:13.058717 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:13.059365 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:59:13.059790 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c701b98-011e-4053-b8ba-3f80ece748eb']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:13.066727 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Attempting to bind port 21e0445f-f63f-49a2-acc4-807ebf06820e on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:13.067452 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Attempting to bind port 21e0445f-f63f-49a2-acc4-807ebf06820e by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:13.067822 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Attempting to bind port 21e0445f-f63f-49a2-acc4-807ebf06820e on network 7586f293-9e29-43b7-8515-0f510030ca27 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:13.068342 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.069269 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (f16697bf-7b2d-4f07-9583-6242bbec77a3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.101040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3dc231-175a-4f0a-8460-8eba72cbb387') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:13.101419 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3dc231-175a-4f0a-8460-8eba72cbb387') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:13.120395 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3262232'] for segment (bb3dc231-175a-4f0a-8460-8eba72cbb387), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.128384 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6185302e-9d6d-4c65-adaf-a9832162d61c,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:13.178815 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (bb3dc231-175a-4f0a-8460-8eba72cbb387), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.190201 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:13.202678 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.208599 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '58221cb2-caff-4d88-9674-ec131505803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T11:59:06Z', 'revision_number': 3, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port': {'id': '58221cb2-caff-4d88-9674-ec131505803c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:13.232199 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:13.324191 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:13.325665 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:13.386755 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:13.401254 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Sync routers for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:13.423062 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Checking router: 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:13.423421 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Updating router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 port 58221cb2-caff-4d88-9674-ec131505803c binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:13.447156 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:13.455021 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:13.537297 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd5e48-c675-4dc3-939c-5f17a7bff96c None None] Pushing event updated for resources: {'Port': ['ID=21e0445f-f63f-49a2-acc4-807ebf06820e,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:13.540525 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:59:13.542646 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267082'] for segment (bb3dc231-175a-4f0a-8460-8eba72cbb387), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.566494 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (58221cb2-caff-4d88-9674-ec131505803c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.578105 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 98b9541b-fdb3-46a4-819e-0af3f1639981 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:13.578490 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.586186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40000) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:13.652793 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:13.666658 dv-cinder-850618-4-iscsi neutron-server[106261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 10 11:59:13.707510 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:13.709506 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:13.710516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Checking segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:13.711157 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.711691 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Bound using segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:13.713074 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Bound port: 21e0445f-f63f-49a2-acc4-807ebf06820e, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:13.713454 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 11:59:13.713887 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.815836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:13.879103 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.881601 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-781c951c-5316-41c0-946f-aefe55cd97c0 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0358047 Oct 10 11:59:13.902689 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:13.921166 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40008) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:13.964499 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:09Z', 'revision_number': 3, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:13.984457 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Current status of the port 98b9541b-fdb3-46a4-819e-0af3f1639981 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:13.984987 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:13.997581 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Checking router: 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:13.998133 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Updating router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 port cbed4b2c-2394-4477-ad30-9385fc6fbf1c binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:14.041301 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.054361 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 98b9541b-fdb3-46a4-819e-0af3f1639981, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=98b9541b-fdb3-46a4-819e-0af3f1639981,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:14.077032 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.077945 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:14.188497 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-c155fa38-d5b2-4ba1-94f5-43e2870fc6d7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1727569687&fields=id&tenant_id=0156957151444f94be28a65b4b018156 HTTP/1.1" status: 200 len: 267 time: 0.5362804 Oct 10 11:59:14.244879 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (8c701b98-011e-4053-b8ba-3f80ece748eb), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.255223 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:14.260916 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] For port 21e0445f-f63f-49a2-acc4-807ebf06820e, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:14.285090 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.289008 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8c701b98-011e-4053-b8ba-3f80ece748eb HTTP/1.1" status: 204 len: 168 time: 2.3286407 Oct 10 11:59:14.313492 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40022) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:14.330203 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:14.330662 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.331200 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c Oct 10 11:59:14.344439 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] For port 21e0445f-f63f-49a2-acc4-807ebf06820e, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=21e0445f-f63f-49a2-acc4-807ebf06820e,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:14.368702 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:14.380840 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.387372 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c0350fa1-190c-4c65-a3a3-2e4a155650b8 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/f16697bf-7b2d-4f07-9583-6242bbec77a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2816706 Oct 10 11:59:14.391193 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=98b9541b-fdb3-46a4-819e-0af3f1639981,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:14.402611 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.db.api [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 11:59:14.403152 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG oslo_db.api [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:59:14.476279 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed6cbd2-c083-40a9-9213-3f91477b8d1f admin admin] Deleting subnet 05b368fb-e68f-4809-93b2-6e865271beba {{(pid=106262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 11:59:14.482276 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2ed6cbd2-c083-40a9-9213-3f91477b8d1f admin admin] Publish callbacks [] for subnet (05b368fb-e68f-4809-93b2-6e865271beba), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.511780 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:14.513495 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:14.521631 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:14.578964 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:14.593276 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment bb3dc231-175a-4f0a-8460-8eba72cbb387 resource provider aggregate not found Oct 10 11:59:14.606662 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0eb91-b2a8-42f2-b2f5-a86764d9866b admin admin] Pushing event deleted for resources: {'Network': ['ID=8c701b98-011e-4053-b8ba-3f80ece748eb,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:14.625132 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2ed6cbd2-c083-40a9-9213-3f91477b8d1f admin admin] Publish callbacks [] for subnet (05b368fb-e68f-4809-93b2-6e865271beba), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.635083 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:14.635512 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.640436 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2ed6cbd2-c083-40a9-9213-3f91477b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (05b368fb-e68f-4809-93b2-6e865271beba), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.648715 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd5e48-c675-4dc3-939c-5f17a7bff96c None None] Pushing event updated for resources: {'Port': ['ID=21e0445f-f63f-49a2-acc4-807ebf06820e,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:14.683099 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment bb3dc231-175a-4f0a-8460-8eba72cbb387 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb3dc231-175a-4f0a-8460-8eba72cbb387 found for delete ", "request_id": "req-97260933-ce14-47cf-bcff-dd0f6614a1f6"}]} Oct 10 11:59:14.698944 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Sync routers for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:14.806249 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Publish callbacks [] for port (58221cb2-caff-4d88-9674-ec131505803c), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.807838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.811981 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ff6d21d2-1366-40fe-a6f6-f6cc654f22df admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.6787264 Oct 10 11:59:14.812599 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40036) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:14.843399 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2ed6cbd2-c083-40a9-9213-3f91477b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (05b368fb-e68f-4809-93b2-6e865271beba), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.861563 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:14.892397 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:14.933153 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:14.936048 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40038) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:14.952810 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-46e44180-1a09-4b59-8587-94d449f9ccaf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338154536', 'description': 'tempest-description--186394406'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:14.970619 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (58221cb2-caff-4d88-9674-ec131505803c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.979543 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2ed6cbd2-c083-40a9-9213-3f91477b8d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:14.985218 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2ed6cbd2-c083-40a9-9213-3f91477b8d1f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/05b368fb-e68f-4809-93b2-6e865271beba HTTP/1.1" status: 204 len: 168 time: 0.6680369 Oct 10 11:59:14.988647 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40040) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:14.989409 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6cbd2-c083-40a9-9213-3f91477b8d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b368fb-e68f-4809-93b2-6e865271beba,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:14.997192 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-46e44180-1a09-4b59-8587-94d449f9ccaf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.000834 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.001795 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device f050a45f-8b26-4cf7-80f4-1ba04a852aa1 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:15.013023 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:15.014587 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:15.015317 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:15.039818 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-965eed51-6677-43b2-a725-69236b30186f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:15.043824 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-965eed51-6677-43b2-a725-69236b30186f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 817 time: 0.8157640 Oct 10 11:59:15.045423 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:15.076697 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:15.077605 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:15.096603 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-46e44180-1a09-4b59-8587-94d449f9ccaf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (318f1d71-a3f6-42a9-9018-2684bef6b933), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.133779 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-46e44180-1a09-4b59-8587-94d449f9ccaf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (318f1d71-a3f6-42a9-9018-2684bef6b933), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.187974 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e44180-1a09-4b59-8587-94d449f9ccaf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318f1d71-a3f6-42a9-9018-2684bef6b933,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:15.192824 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-46e44180-1a09-4b59-8587-94d449f9ccaf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.194191 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-46e44180-1a09-4b59-8587-94d449f9ccaf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2472813 Oct 10 11:59:15.198517 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40042) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:15.205103 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-473f85fc-4611-42ad-b401-d788eba1199d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group_rule': {'security_group_id': '318f1d71-a3f6-42a9-9018-2684bef6b933', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:15.229229 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Publish callbacks [] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.249182 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.255230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (b5ffd411-b6bc-4f99-822c-b4ceca42977e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.272662 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:15.276323 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Attempting to bind port cbed4b2c-2394-4477-ad30-9385fc6fbf1c on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:15.276946 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Attempting to bind port cbed4b2c-2394-4477-ad30-9385fc6fbf1c by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:15.277495 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Attempting to bind port cbed4b2c-2394-4477-ad30-9385fc6fbf1c on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:15.351576 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.361831 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:15.374728 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Attempting to bind port 58221cb2-caff-4d88-9674-ec131505803c on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:15.377606 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Attempting to bind port 58221cb2-caff-4d88-9674-ec131505803c by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:15.378164 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Attempting to bind port 58221cb2-caff-4d88-9674-ec131505803c on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:15.410961 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Allocated IP 172.20.0.1 (34b06faa-9ac1-44a9-be49-fe3ff8492ca5/c2029097-5c76-4384-b42f-4e0890327b26/8ffeb979-241f-45e4-9d1a-f371410992ca) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:15.450006 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Current status of the port 98b9541b-fdb3-46a4-819e-0af3f1639981 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:15.454329 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-69ef74d9-3c92-4f61-bacf-417e555a7475 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/quotas/0156957151444f94be28a65b4b018156 HTTP/1.1" status: 200 len: 375 time: 0.2024443 Oct 10 11:59:15.468976 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:15.471403 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:15.472293 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.476253 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:15.476974 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Bound port: cbed4b2c-2394-4477-ad30-9385fc6fbf1c, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:15.477530 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.526304 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-473f85fc-4611-42ad-b401-d788eba1199d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (10e8d45c-6646-4de6-a8aa-75fa5dbc0b26), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.633994 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:15.636828 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed384-a494-434b-a0c7-5de9495bcc6f None None] Pushing event updated for resources: {'Port': ['ID=58221cb2-caff-4d88-9674-ec131505803c,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:15.652060 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Provisioning complete for port 1c2dabc6-b001-4578-af7b-008a7814313c triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:15.652433 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.652904 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Attempt 1 to provision port 1c2dabc6-b001-4578-af7b-008a7814313c Oct 10 11:59:15.714816 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:15.736494 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-473f85fc-4611-42ad-b401-d788eba1199d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (10e8d45c-6646-4de6-a8aa-75fa5dbc0b26), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.746923 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Allocated IP 172.20.0.1 (5c924414-a382-471c-a40e-c6f3cc3eb62c/4d4fac74-b3ac-4135-9f20-60b982967388/fc4d6978-e86d-4d94-9c05-d07fea41777f) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:15.752519 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-473f85fc-4611-42ad-b401-d788eba1199d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (10e8d45c-6646-4de6-a8aa-75fa5dbc0b26), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.776461 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:15.776701 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.776993 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 Oct 10 11:59:15.782227 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f85fc-4611-42ad-b401-d788eba1199d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e8d45c-6646-4de6-a8aa-75fa5dbc0b26,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:15.809699 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:15.810067 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:15.810460 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.810849 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:15.811433 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Bound port: 58221cb2-caff-4d88-9674-ec131505803c, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:15.811815 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (58221cb2-caff-4d88-9674-ec131505803c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.850451 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] For port cbed4b2c-2394-4477-ad30-9385fc6fbf1c, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:15.857609 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] For port cbed4b2c-2394-4477-ad30-9385fc6fbf1c, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=cbed4b2c-2394-4477-ad30-9385fc6fbf1c,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:15.859544 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a2a77-76da-43e2-8489-53884ba9c47b None None] Pushing event updated for resources: {'Port': ['ID=cbed4b2c-2394-4477-ad30-9385fc6fbf1c,revision_number=2']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:15.877624 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.901490 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Publish callbacks [] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.920747 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-473f85fc-4611-42ad-b401-d788eba1199d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:15.922111 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-473f85fc-4611-42ad-b401-d788eba1199d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7225873 Oct 10 11:59:15.927364 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40064) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:15.934572 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:15.941629 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-b7b04176-8875-48f7-a8be-0fcc43d95733 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group_rule': {'security_group_id': '318f1d71-a3f6-42a9-9018-2684bef6b933', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:15.979690 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:15.988435 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:15.989429 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.044476 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:16.044697 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:16.050613 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-2b14c735-b211-4e18-a323-8f3e35341a8a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4030592 Oct 10 11:59:16.064710 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a2a77-76da-43e2-8489-53884ba9c47b None None] Pushing event updated for resources: {'Port': ['ID=cbed4b2c-2394-4477-ad30-9385fc6fbf1c,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:16.095453 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 2, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.101607 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (b5ffd411-b6bc-4f99-822c-b4ceca42977e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.102228 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b7b04176-8875-48f7-a8be-0fcc43d95733 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (a8dbb6bd-f48e-453d-9605-9ee3de0c9af1), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.111659 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Publish callbacks [] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.114879 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:16.160417 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:16.160853 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Updating router f16697bf-7b2d-4f07-9583-6242bbec77a3 port 6185302e-9d6d-4c65-adaf-a9832162d61c binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:16.161441 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:16.201689 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b7b04176-8875-48f7-a8be-0fcc43d95733 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (a8dbb6bd-f48e-453d-9605-9ee3de0c9af1), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.204770 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.216170 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.222321 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:16.226500 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b7b04176-8875-48f7-a8be-0fcc43d95733 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (a8dbb6bd-f48e-453d-9605-9ee3de0c9af1), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.239892 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:14Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.261768 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ffd411-b6bc-4f99-822c-b4ceca42977e']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.296040 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04176-8875-48f7-a8be-0fcc43d95733 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dbb6bd-f48e-453d-9605-9ee3de0c9af1,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:16.302354 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabff099-3dbd-43bc-948e-5f69026182a5 None None] The sync data for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi is: [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:14Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:16.320472 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:16.342224 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:16.380108 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:16.381803 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.443175 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63808a7-e159-41b2-9135-980ca6d80fdf') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.443582 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63808a7-e159-41b2-9135-980ca6d80fdf') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.508338 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-32054cdb-c488-4962-a67e-16338a5b18fa service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:59:16.510025 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-32054cdb-c488-4962-a67e-16338a5b18fa service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2267256 Oct 10 11:59:16.521155 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.537161 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3262232'] for segment (f63808a7-e159-41b2-9135-980ca6d80fdf), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.545201 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] For port 58221cb2-caff-4d88-9674-ec131505803c, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:16.555359 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] For port 58221cb2-caff-4d88-9674-ec131505803c, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=58221cb2-caff-4d88-9674-ec131505803c,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:16.622461 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffeb979-241f-45e4-9d1a-f371410992ca,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:16.656309 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b7b04176-8875-48f7-a8be-0fcc43d95733 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.663073 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (f63808a7-e159-41b2-9135-980ca6d80fdf), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.663889 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-b7b04176-8875-48f7-a8be-0fcc43d95733 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7276943 Oct 10 11:59:16.668650 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40082) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:16.673902 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:16.705987 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4d6978-e86d-4d94-9c05-d07fea41777f,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:16.706308 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:16.708655 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Current status of the port 1c2dabc6-b001-4578-af7b-008a7814313c is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:16.709668 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.730092 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:16.743441 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.751536 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:59:16.752068 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267082'] for segment (f63808a7-e159-41b2-9135-980ca6d80fdf), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.754029 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:16.783560 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:16.784793 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a2761abb-ebdf-45bd-94d6-fac8b5984029 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:16.789761 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (58221cb2-caff-4d88-9674-ec131505803c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.822846 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.824982 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:16.925887 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-048b7494-1867-446d-aae8-8a1671e67950 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076726 Oct 10 11:59:16.938220 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment f63808a7-e159-41b2-9135-980ca6d80fdf resource provider aggregate not found Oct 10 11:59:16.940806 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:09Z', 'revision_number': 3, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.973002 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:17.041668 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1398e8-c426-46d4-9d6a-ed1ede5c15f4 None None] The sync data for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi is: [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:09Z', 'revision_number': 3, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:17.139739 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-05ee60bc-9537-4ab8-86fe-4d8d70a18c7c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652541 Oct 10 11:59:17.144818 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment f63808a7-e159-41b2-9135-980ca6d80fdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f63808a7-e159-41b2-9135-980ca6d80fdf found for delete ", "request_id": "req-3270fb56-792d-4834-9fb4-52e57017b3ce"}]} Oct 10 11:59:17.150289 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:17.183794 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.185421 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Routers {'9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:17.186263 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:17.259464 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.267669 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (b5ffd411-b6bc-4f99-822c-b4ceca42977e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.289710 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.319292 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed384-a494-434b-a0c7-5de9495bcc6f None None] Pushing event updated for resources: {'Port': ['ID=58221cb2-caff-4d88-9674-ec131505803c,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:17.337471 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:09Z', 'revision_number': 3, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:17.376909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.385227 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b5ffd411-b6bc-4f99-822c-b4ceca42977e HTTP/1.1" status: 204 len: 168 time: 2.3813555 Oct 10 11:59:17.396860 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Publish callbacks [] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.410462 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] For port 1c2dabc6-b001-4578-af7b-008a7814313c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1c2dabc6-b001-4578-af7b-008a7814313c,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:17.421689 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.517372 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:17.593545 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40114) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:17.644176 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df3119-2f94-4697-9ac1-2a07137b403d None None] Pushing event updated for resources: {'Port': ['ID=6185302e-9d6d-4c65-adaf-a9832162d61c,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:17.661648 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] Set router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:17.721798 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a438a04b-c8c8-42aa-96d4-688631406c6f req-19b4a6c4-b221-4cfc-ac79-4b198d7eab1e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 210 time: 0.1191034 Oct 10 11:59:17.726262 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0be7-752d-4c41-a04f-63e687ebb6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ffd411-b6bc-4f99-822c-b4ceca42977e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:17.783063 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Checking router: d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:17.783464 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Updating router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 port 7128fde8-175a-4611-bf79-e186432da51d binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:17.790871 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Publish callbacks [] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.793052 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:17.815862 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Attempting to bind port 6185302e-9d6d-4c65-adaf-a9832162d61c on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:17.819302 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Attempting to bind port 6185302e-9d6d-4c65-adaf-a9832162d61c by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:17.823478 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Attempting to bind port 6185302e-9d6d-4c65-adaf-a9832162d61c on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:17.855892 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.860265 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.866000 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.905856 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Provisioning complete for port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:17.907284 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.907284 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Attempt 1 to provision port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c Oct 10 11:59:18.000512 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:18.001113 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Checking segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:18.001610 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:18.002112 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Bound using segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:18.003365 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Bound port: 6185302e-9d6d-4c65-adaf-a9832162d61c, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:18.004011 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:18.022604 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40120) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:18.070999 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (7128fde8-175a-4611-bf79-e186432da51d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:18.073241 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Allocated IP 172.27.0.214 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/9968fa4d-ac1f-4370-b8d5-495d82c0198e) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:18.151828 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] For port 6185302e-9d6d-4c65-adaf-a9832162d61c, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:18.159685 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] For port 6185302e-9d6d-4c65-adaf-a9832162d61c, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=6185302e-9d6d-4c65-adaf-a9832162d61c,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:18.176831 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:18.183082 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port a2761abb-ebdf-45bd-94d6-fac8b5984029 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:18.183469 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:18.183803 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port a2761abb-ebdf-45bd-94d6-fac8b5984029 Oct 10 11:59:18.289927 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:18.291908 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:18.292587 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:18.313091 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Pushing event updated for resources: {'Port': ['ID=1c2dabc6-b001-4578-af7b-008a7814313c,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:18.425634 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df3119-2f94-4697-9ac1-2a07137b403d None None] Pushing event updated for resources: {'Port': ['ID=6185302e-9d6d-4c65-adaf-a9832162d61c,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:18.438527 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:18.477554 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ac216ff2-7cfe-43c7-b3b0-ea51018e47ee None None] Current status of the port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:18.533978 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:18.546240 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port a2761abb-ebdf-45bd-94d6-fac8b5984029 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:18.561208 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '58221cb2-caff-4d88-9674-ec131505803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T11:59:06Z', 'revision_number': 3, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port': {'id': '58221cb2-caff-4d88-9674-ec131505803c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:18.623607 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Allocated IP 172.20.0.1 (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422/95412195-ef37-40f7-ae8f-143b7f8669e9/4825e9ff-4037-49dc-9b0b-74fb13f5f25d) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:18.629999 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:18.632327 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf84c2-6b9d-4179-8443-9d2a56e106b2 None None] The sync data for ids ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'] in dv-cinder-850618-4-iscsi is: [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '58221cb2-caff-4d88-9674-ec131505803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T11:59:06Z', 'revision_number': 3, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port': {'id': '58221cb2-caff-4d88-9674-ec131505803c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:18.641528 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:18.687619 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Provisioning complete for port 8ffeb979-241f-45e4-9d1a-f371410992ca triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:18.688143 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:18.688354 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Attempt 1 to provision port 8ffeb979-241f-45e4-9d1a-f371410992ca Oct 10 11:59:18.772666 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4d6978-e86d-4d94-9c05-d07fea41777f,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:18.798021 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e5f44e6b-3077-4a3a-9c21-647f892fc38b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=830b3f1b187e4811a3180a5f07490691&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7689965 Oct 10 11:59:18.811815 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40146) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:19.031811 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d07e0acf-1ba0-481f-a9e4-6c81ff1b0994 req-9ffda1be-635f-42e0-b889-0e30a07965f7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 210 time: 0.1357889 Oct 10 11:59:19.059659 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Port 8ffeb979-241f-45e4-9d1a-f371410992ca cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:19.089052 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:19.096532 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Provisioning complete for port 6185302e-9d6d-4c65-adaf-a9832162d61c triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:19.097311 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.097712 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Attempt 1 to provision port 6185302e-9d6d-4c65-adaf-a9832162d61c Oct 10 11:59:19.172342 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Publish callbacks [] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.183340 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (9968fa4d-ac1f-4370-b8d5-495d82c0198e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.197519 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:19.226168 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 1c2dabc6-b001-4578-af7b-008a7814313c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:19.266775 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Publish callbacks [] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.280774 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.283194 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c524065-d6a2-484c-8c81-3cb1cfd6b786 None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:19.338158 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Current status of the port 6185302e-9d6d-4c65-adaf-a9832162d61c is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:19.338705 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.347097 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a9918192-1eee-4352-8e24-b8a19edf5e4a admin admin] Publish callbacks [] for security_group (6928118e-0651-4754-8b7b-ad773215bb33), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.371593 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 1c2dabc6-b001-4578-af7b-008a7814313c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:19.372018 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.372365 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 1c2dabc6-b001-4578-af7b-008a7814313c Oct 10 11:59:19.377338 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.396190 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:19.429109 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a9918192-1eee-4352-8e24-b8a19edf5e4a admin admin] Publish callbacks [] for security_group (6928118e-0651-4754-8b7b-ad773215bb33), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.446002 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (9968fa4d-ac1f-4370-b8d5-495d82c0198e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.451786 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:19.459381 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:19.462362 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:19.479847 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:19.527000 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.537448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffeb979-241f-45e4-9d1a-f371410992ca,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:19.559094 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:19.600616 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] For port 6185302e-9d6d-4c65-adaf-a9832162d61c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=6185302e-9d6d-4c65-adaf-a9832162d61c,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:19.617532 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.622083 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.643914 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:19.657203 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:19.677126 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:19.687257 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:19.693827 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=9968fa4d-ac1f-4370-b8d5-495d82c0198e,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:19.749227 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Provisioning complete for port fc4d6978-e86d-4d94-9c05-d07fea41777f triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:19.750243 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.750746 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Attempt 1 to provision port fc4d6978-e86d-4d94-9c05-d07fea41777f Oct 10 11:59:19.842635 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a9918192-1eee-4352-8e24-b8a19edf5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6928118e-0651-4754-8b7b-ad773215bb33), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.846345 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a9918192-1eee-4352-8e24-b8a19edf5e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.848524 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-a9918192-1eee-4352-8e24-b8a19edf5e4a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6928118e-0651-4754-8b7b-ad773215bb33 HTTP/1.1" status: 204 len: 168 time: 1.0344307 Oct 10 11:59:19.861948 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:19.862718 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:19.863502 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 1c2dabc6-b001-4578-af7b-008a7814313c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:19.865861 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a2761abb-ebdf-45bd-94d6-fac8b5984029 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:19.873072 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Pushing event updated for resources: {'Port': ['ID=6185302e-9d6d-4c65-adaf-a9832162d61c,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:19.921697 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Port fc4d6978-e86d-4d94-9c05-d07fea41777f cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:19.953505 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9918192-1eee-4352-8e24-b8a19edf5e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6928118e-0651-4754-8b7b-ad773215bb33,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:19.966236 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (e3a8fd11-49a7-4985-b76e-67395bdc20a8), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.983237 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Provisioning complete for port 98b9541b-fdb3-46a4-819e-0af3f1639981 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:19.983693 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:19.984039 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Attempt 1 to provision port 98b9541b-fdb3-46a4-819e-0af3f1639981 Oct 10 11:59:20.025272 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Pushing event updated for resources: {'Port': ['ID=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:20.073074 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.088905 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 11:59:20.090702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Publish callbacks [] for port (7128fde8-175a-4611-bf79-e186432da51d), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.095112 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port a2761abb-ebdf-45bd-94d6-fac8b5984029 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:20.095847 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.096502 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port a2761abb-ebdf-45bd-94d6-fac8b5984029 Oct 10 11:59:20.119193 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (9968fa4d-ac1f-4370-b8d5-495d82c0198e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.128740 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (7128fde8-175a-4611-bf79-e186432da51d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.183019 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:20.214565 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:20.216574 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:20.242205 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Attempting to bind port 7128fde8-175a-4611-bf79-e186432da51d on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:20.242205 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Attempting to bind port 7128fde8-175a-4611-bf79-e186432da51d by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:20.242731 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Attempting to bind port 7128fde8-175a-4611-bf79-e186432da51d on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:20.320140 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18723e-f814-4516-9bab-9e28400f6a05 None None] Pushing event updated for resources: {'Port': ['ID=7128fde8-175a-4611-bf79-e186432da51d,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:20.330529 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Current status of the port 98b9541b-fdb3-46a4-819e-0af3f1639981 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:20.344193 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Provisioning complete for port 1c2dabc6-b001-4578-af7b-008a7814313c triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:20.344586 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.344927 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Attempt 1 to provision port 1c2dabc6-b001-4578-af7b-008a7814313c Oct 10 11:59:20.475472 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:20.476451 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:20.477327 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.478074 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:20.478776 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Bound port: 7128fde8-175a-4611-bf79-e186432da51d, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:20.479614 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (7128fde8-175a-4611-bf79-e186432da51d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.609941 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port a2761abb-ebdf-45bd-94d6-fac8b5984029 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:20.611111 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 98b9541b-fdb3-46a4-819e-0af3f1639981 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:20.648040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Publish callbacks [] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.757599 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.762945 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-96c9279b-d6b7-4345-9d81-fc4e9869f971 req-8a7c84ed-6e12-41d0-8dd8-462a9c3afa5a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 210 time: 0.1009390 Oct 10 11:59:20.811918 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:20.825795 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40182) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:20.842677 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:20.843317 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-954a5dcd-2f22-4fd0-9cf0-27d52fcd5609 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9129143 Oct 10 11:59:20.892605 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] For port 7128fde8-175a-4611-bf79-e186432da51d, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:20.912217 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:20.916983 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (9968fa4d-ac1f-4370-b8d5-495d82c0198e), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.932423 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] For port 7128fde8-175a-4611-bf79-e186432da51d, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=7128fde8-175a-4611-bf79-e186432da51d,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:20.944898 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (9968fa4d-ac1f-4370-b8d5-495d82c0198e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.946205 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (e3a8fd11-49a7-4985-b76e-67395bdc20a8), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.967139 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Current status of the port 1c2dabc6-b001-4578-af7b-008a7814313c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:20.996520 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (7128fde8-175a-4611-bf79-e186432da51d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:20.997057 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.006595 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3283124 Oct 10 11:59:21.044627 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8b9ac122-4d51-411a-9ad0-bc13632af678 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c140b85800d2467483b359c52d92d217&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2158272 Oct 10 11:59:21.062218 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40194) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:21.087950 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Provisioning complete for port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:21.088838 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.089194 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Attempt 1 to provision port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c Oct 10 11:59:21.124351 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.151666 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Pushing event updated for resources: {'Port': ['ID=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:21.163318 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a563e-907d-4cca-938e-5cd154af4fec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=9968fa4d-ac1f-4370-b8d5-495d82c0198e,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:21.208053 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3e944f82-61b9-4202-ac73-d3186876c85b admin admin] Publish callbacks [] for security_group (b3cd0362-b130-48ac-81b5-4bb85e319afd), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.234387 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 98b9541b-fdb3-46a4-819e-0af3f1639981 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:21.235199 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.235963 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 98b9541b-fdb3-46a4-819e-0af3f1639981 Oct 10 11:59:21.243613 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:21.243905 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:21.297013 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3e944f82-61b9-4202-ac73-d3186876c85b admin admin] Publish callbacks [] for security_group (b3cd0362-b130-48ac-81b5-4bb85e319afd), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.397424 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Sync routers for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:21.430104 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18723e-f814-4516-9bab-9e28400f6a05 None None] Pushing event updated for resources: {'Port': ['ID=7128fde8-175a-4611-bf79-e186432da51d,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:21.488321 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3e944f82-61b9-4202-ac73-d3186876c85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b3cd0362-b130-48ac-81b5-4bb85e319afd), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.490686 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3e944f82-61b9-4202-ac73-d3186876c85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.491954 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-3e944f82-61b9-4202-ac73-d3186876c85b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b3cd0362-b130-48ac-81b5-4bb85e319afd HTTP/1.1" status: 204 len: 168 time: 0.4223776 Oct 10 11:59:21.515148 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:21.523380 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e944f82-61b9-4202-ac73-d3186876c85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd0362-b130-48ac-81b5-4bb85e319afd,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:21.563926 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 11:59:21.585411 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:21.586260 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:21.629577 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40228) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:21.635944 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-b78f4c8a-7445-4fb7-9b08-1a5c20324ca1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092331344', 'description': 'tempest-description--698294917'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:21.719373 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b78f4c8a-7445-4fb7-9b08-1a5c20324ca1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.728231 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-383fd10f-6fb0-4ed7-aa8a-2c273891b91b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--338154536&fields=id&tenant_id=de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 267 time: 0.2377949 Oct 10 11:59:21.793987 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:21.861095 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:21.930398 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b78f4c8a-7445-4fb7-9b08-1a5c20324ca1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (0eb73d73-053d-4bd0-8768-ab22a2baf699), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.944346 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b78f4c8a-7445-4fb7-9b08-1a5c20324ca1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (0eb73d73-053d-4bd0-8768-ab22a2baf699), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:21.949007 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Current status of the port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:21.961548 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.58', 50624) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:21.966269 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:21.976588 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-283e4531-5506-4bfb-9c59-90f05299fba4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:21.979828 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-283e4531-5506-4bfb-9c59-90f05299fba4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 814 time: 0.2502372 Oct 10 11:59:22.002537 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fd89f442-a4b2-4dae-8a19-901e3abc6eb9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/quotas/de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 375 time: 0.0152910 Oct 10 11:59:22.068212 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 98b9541b-fdb3-46a4-819e-0af3f1639981 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:22.069223 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 97a1b68b-9e73-4729-a555-d365094cf4d7 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:22.122483 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-1544ae12-3618-4d3d-bee4-83b159dc2014 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636084 Oct 10 11:59:22.199863 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c22d73d-a7e3-479e-8002-d6583ef368eb req-1733b06f-6df1-41ae-9d4e-36e937186aa0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 210 time: 0.0387175 Oct 10 11:59:22.207956 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:22.211003 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:22.219997 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:22.249670 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Provisioning complete for port a2761abb-ebdf-45bd-94d6-fac8b5984029 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:22.250070 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:22.250412 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Attempt 1 to provision port a2761abb-ebdf-45bd-94d6-fac8b5984029 Oct 10 11:59:22.278060 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f4c8a-7445-4fb7-9b08-1a5c20324ca1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb73d73-053d-4bd0-8768-ab22a2baf699,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:22.294367 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b78f4c8a-7445-4fb7-9b08-1a5c20324ca1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:22.301573 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-b78f4c8a-7445-4fb7-9b08-1a5c20324ca1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6705606 Oct 10 11:59:22.312433 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40252) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:22.328237 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-e36a658e-831f-4569-9956-b22b526b8cd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'security_group_rule': {'security_group_id': '0eb73d73-053d-4bd0-8768-ab22a2baf699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:22.608561 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-98148113-a978-4bec-a603-00c3b328a0d7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:22.618448 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-98148113-a978-4bec-a603-00c3b328a0d7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 817 time: 0.6445057 Oct 10 11:59:22.621920 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e36a658e-831f-4569-9956-b22b526b8cd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (ea61dd26-3a93-4364-9928-b1ca8b02952b), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:22.654932 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:22.822601 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 97a1b68b-9e73-4729-a555-d365094cf4d7 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:22.823031 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:22.823375 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 97a1b68b-9e73-4729-a555-d365094cf4d7 Oct 10 11:59:22.839273 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e36a658e-831f-4569-9956-b22b526b8cd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (ea61dd26-3a93-4364-9928-b1ca8b02952b), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:22.849180 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-cfd75802-83db-41af-ad36-59b18d89794b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0156957151444f94be28a65b4b018156 HTTP/1.1" status: 200 len: 380 time: 0.1476421 Oct 10 11:59:22.851075 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e36a658e-831f-4569-9956-b22b526b8cd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (ea61dd26-3a93-4364-9928-b1ca8b02952b), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:22.880776 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'port': {'device_id': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'admin_state_up': True, 'tenant_id': '0156957151444f94be28a65b4b018156', 'security_groups': ['226b02b6-aee9-4a15-b65a-7bfd31099b48']}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:22.975715 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:22.999744 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e0cc24f2-74d0-4210-b437-f354e31b9360 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/9e73bdb1-c200-4ecb-bec2-44fd7edaadc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0454993 Oct 10 11:59:23.032133 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e36a658e-831f-4569-9956-b22b526b8cd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.034022 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e36a658e-831f-4569-9956-b22b526b8cd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7200122 Oct 10 11:59:23.039396 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40300) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:23.046582 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a658e-831f-4569-9956-b22b526b8cd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea61dd26-3a93-4364-9928-b1ca8b02952b,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:23.079524 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-a2d03390-e53e-4057-9196-b097883155cd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'security_group_rule': {'security_group_id': '0eb73d73-053d-4bd0-8768-ab22a2baf699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:23.099852 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:23.101856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-f53545da-a507-4fa0-85b6-8aa588e042ff service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:59:23.106254 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-f53545da-a507-4fa0-85b6-8aa588e042ff service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3166716 Oct 10 11:59:23.119558 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Made reservation on behalf of 0156957151444f94be28a65b4b018156 for: {'port': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:23.139651 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.171603 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:23.296578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 11:59:23.379701 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-dd73639e-902c-4498-b102-a84a40727d0c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538104 Oct 10 11:59:23.408003 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b119d55c-2c24-4dbe-b4b1-ba3ac44becc5 None None] Current status of the port a2761abb-ebdf-45bd-94d6-fac8b5984029 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:23.421935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:20Z', 'revision_number': 2, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:23.514571 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b5e8fe-5d6b-4e30-b0d2-e6f9130176e4 None None] The sync data for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi is: [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:20Z', 'revision_number': 2, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:23.584713 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a2d03390-e53e-4057-9196-b097883155cd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (411f99ec-f04d-4c3b-ab07-6c0a89f97417), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.612387 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 97a1b68b-9e73-4729-a555-d365094cf4d7 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:23.612882 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.624470 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Provisioning complete for port fc4d6978-e86d-4d94-9c05-d07fea41777f triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:23.624470 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.624805 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Attempt 1 to provision port fc4d6978-e86d-4d94-9c05-d07fea41777f Oct 10 11:59:23.638253 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Allocated IP 172.20.0.6 (7586f293-9e29-43b7-8515-0f510030ca27/b87097cf-c992-4426-b211-329d3b78dfc3/fa2ac855-9b1f-4330-96cc-cad641c595d3) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:23.702851 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 2, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:23.831446 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Checking router: 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:23.832652 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Updating router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 port fc4d6978-e86d-4d94-9c05-d07fea41777f binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:23.842834 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 97a1b68b-9e73-4729-a555-d365094cf4d7, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=97a1b68b-9e73-4729-a555-d365094cf4d7,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:23.860930 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:23.884409 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d4bb98c7-7637-47c6-85cd-ba7bc91ec08c admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0394185 Oct 10 11:59:23.884635 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.884635 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:23.893829 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.909810 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9692f7af-a97e-4469-88e7-2e1a3dd82737 req-75ec59bf-57b2-4c0c-9c91-a088dad062e9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 210 time: 0.4627230 Oct 10 11:59:23.943059 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Port fc4d6978-e86d-4d94-9c05-d07fea41777f cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:23.973919 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.995548 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:23.998245 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a2d03390-e53e-4057-9196-b097883155cd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (411f99ec-f04d-4c3b-ab07-6c0a89f97417), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:24.002201 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:24.003643 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Provisioning complete for port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:24.004059 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:24.004482 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Attempt 1 to provision port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d Oct 10 11:59:24.017564 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-dc54bbf3-1d80-473a-b957-2aceedbc5b7f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365843 Oct 10 11:59:24.020539 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a2d03390-e53e-4057-9196-b097883155cd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (411f99ec-f04d-4c3b-ab07-6c0a89f97417), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:24.106012 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a2d03390-e53e-4057-9196-b097883155cd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:24.113059 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a2d03390-e53e-4057-9196-b097883155cd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0612829 Oct 10 11:59:24.114297 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40358) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:24.175082 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:24.175536 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=97a1b68b-9e73-4729-a555-d365094cf4d7,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:24.200506 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d03390-e53e-4057-9196-b097883155cd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411f99ec-f04d-4c3b-ab07-6c0a89f97417,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:24.282712 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40360) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:24.328882 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:24.561374 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:24.626482 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Sync routers for ids ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:24.638111 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:24.638486 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:24.638885 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c Oct 10 11:59:24.640621 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:24.684095 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Routers {'9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:24.685482 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:24.691876 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:24.703011 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Network 7586f293-9e29-43b7-8515-0f510030ca27 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:24.705734 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:24.714827 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:24.723589 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:24.724580 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:24.758104 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Provisioning complete for port 8ffeb979-241f-45e4-9d1a-f371410992ca triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:24.760452 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:24.760899 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Attempt 1 to provision port 8ffeb979-241f-45e4-9d1a-f371410992ca Oct 10 11:59:24.789589 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-bbed47a4-9176-434f-81f2-9bb5278f8399 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9145191 Oct 10 11:59:24.815041 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-7fe73932-9527-49a9-b487-78df3db9314e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106262) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:59:24.832554 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-7fe73932-9527-49a9-b487-78df3db9314e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0224960 Oct 10 11:59:24.905257 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:24.950814 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-bd810c64-b5dd-46d0-bcf3-a6f6895e9d33 None None] Port 8ffeb979-241f-45e4-9d1a-f371410992ca cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:25.011682 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4c2e03b1-6e3d-43c6-9088-9dd5d2e10227 req-954e05c7-5e85-4170-b1d0-cb0b7dbad3a4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 210 time: 0.3653276 Oct 10 11:59:25.138323 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd9da-0953-4984-8af8-901290ce3986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.196306 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:25.201226 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device cbed4b2c-2394-4477-ad30-9385fc6fbf1c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:25.406781 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Set router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:25.467635 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.606433 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-f39e78c8-2b3f-40f1-9475-a27533059835 None None] Provisioning complete for port fa2ac855-9b1f-4330-96cc-cad641c595d3 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:25.607304 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f39e78c8-2b3f-40f1-9475-a27533059835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.607846 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-f39e78c8-2b3f-40f1-9475-a27533059835 None None] Attempt 1 to provision port fa2ac855-9b1f-4330-96cc-cad641c595d3 Oct 10 11:59:25.637071 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:25.739225 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '58221cb2-caff-4d88-9674-ec131505803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port': {'id': '58221cb2-caff-4d88-9674-ec131505803c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '8ffeb979-241f-45e4-9d1a-f371410992ca', 'name': '', 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'mac_address': 'fa:16:3e:dc:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'c2029097-5c76-4384-b42f-4e0890327b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:13Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 2, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'subnets': [{'id': 'c2029097-5c76-4384-b42f-4e0890327b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:25.747724 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Request body: {'port': {'device_id': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:25.787163 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Checking router: 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:25.788232 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port cbed4b2c-2394-4477-ad30-9385fc6fbf1c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:25.788764 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Updating router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 port 8ffeb979-241f-45e4-9d1a-f371410992ca binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:25.791146 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.795558 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port cbed4b2c-2394-4477-ad30-9385fc6fbf1c Oct 10 11:59:25.811171 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:25.814140 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:25.884911 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.924086 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Publish callbacks [] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.935769 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.997781 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.008832 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-f39e78c8-2b3f-40f1-9475-a27533059835 None None] Port fa2ac855-9b1f-4330-96cc-cad641c595d3 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:26.307318 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd9da-0953-4984-8af8-901290ce3986 admin admin] Publish callbacks [] for security_group (a611c6ee-eb28-41ef-a202-12a0f486e9d6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.340986 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89e338-95a0-4832-a6f3-d04a9cf1d3c2 None None] Pushing event updated for resources: {'Port': ['ID=fc4d6978-e86d-4d94-9c05-d07fea41777f,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:26.394873 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036cf4-373c-4f7d-afd9-7076583adf8a req-216d9537-254e-465a-82d9-42e7855d9607 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:26.397103 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-18036cf4-373c-4f7d-afd9-7076583adf8a req-216d9537-254e-465a-82d9-42e7855d9607 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 931 time: 1.0770993 Oct 10 11:59:26.507275 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port cbed4b2c-2394-4477-ad30-9385fc6fbf1c is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:26.507679 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.565957 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port cbed4b2c-2394-4477-ad30-9385fc6fbf1c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=cbed4b2c-2394-4477-ad30-9385fc6fbf1c,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:26.585675 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.586480 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 21e0445f-f63f-49a2-acc4-807ebf06820e up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:26.595455 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Publish callbacks [] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.602535 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:26.608547 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.642876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd9da-0953-4984-8af8-901290ce3986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (a611c6ee-eb28-41ef-a202-12a0f486e9d6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.664157 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Allocated IP 172.27.0.186 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/28c81b8e-fc7b-4e33-9cd5-6ed191865447) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:26.736518 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Attempting to bind port fc4d6978-e86d-4d94-9c05-d07fea41777f on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:26.739075 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Attempting to bind port fc4d6978-e86d-4d94-9c05-d07fea41777f by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:26.739703 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Attempting to bind port fc4d6978-e86d-4d94-9c05-d07fea41777f on network 5c924414-a382-471c-a40e-c6f3cc3eb62c {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:26.862421 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:26.901147 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:26.905143 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c4f11-9dd0-46c3-ad6d-53dd59550a9b None None] Pushing event updated for resources: {'Port': ['ID=8ffeb979-241f-45e4-9d1a-f371410992ca,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:26.923515 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Attempting to bind port 8ffeb979-241f-45e4-9d1a-f371410992ca on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:26.923886 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Attempting to bind port 8ffeb979-241f-45e4-9d1a-f371410992ca by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:26.925636 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Attempting to bind port 8ffeb979-241f-45e4-9d1a-f371410992ca on network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:27.004103 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ac855-9b1f-4330-96cc-cad641c595d3 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:27.011584 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 21e0445f-f63f-49a2-acc4-807ebf06820e triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:27.011984 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.012329 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 21e0445f-f63f-49a2-acc4-807ebf06820e Oct 10 11:59:27.014705 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:27.015164 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Checking segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:27.018075 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.018515 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Bound using segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:27.019050 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Bound port: fc4d6978-e86d-4d94-9c05-d07fea41777f, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:27.019441 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.023063 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Publish callbacks [] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.042766 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:27.043575 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Checking segment: {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:27.044215 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.044861 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Bound using segment: {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:27.045588 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Bound port: 8ffeb979-241f-45e4-9d1a-f371410992ca, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:27.046273 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.076665 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=cbed4b2c-2394-4477-ad30-9385fc6fbf1c,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:27.090852 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Transition to ACTIVE for port object fa2ac855-9b1f-4330-96cc-cad641c595d3 will not be triggered until provisioned by entity L2. {{(pid=106262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:27.095332 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcd9da-0953-4984-8af8-901290ce3986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611c6ee-eb28-41ef-a202-12a0f486e9d6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:27.107099 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.108518 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d9fcd9da-0953-4984-8af8-901290ce3986 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4293c37dca19479297f1e60de20a865f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8245435 Oct 10 11:59:27.136406 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40468) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:27.160871 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] For port 8ffeb979-241f-45e4-9d1a-f371410992ca, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:27.164855 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] For port 8ffeb979-241f-45e4-9d1a-f371410992ca, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=8ffeb979-241f-45e4-9d1a-f371410992ca,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:27.175226 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.177340 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-18036cf4-373c-4f7d-afd9-7076583adf8a req-3d0c8969-7e48-4026-975f-19b96339d5d5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5627923 Oct 10 11:59:27.224512 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] For port fc4d6978-e86d-4d94-9c05-d07fea41777f, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:27.245232 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-202a6f5f-eeae-4226-94fc-5baff1d93ac5 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:27.260893 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-202a6f5f-eeae-4226-94fc-5baff1d93ac5 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/networks?id=34b06faa-9ac1-44a9-be49-fe3ff8492ca5 HTTP/1.1" status: 200 len: 809 time: 1.9847555 Oct 10 11:59:27.275888 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Routers {'9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:27.277608 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:27.320473 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-5cfcb253-a21e-4071-874b-3d7d57b991d4 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/quotas/d57fdf43bdef4f0dabd51175a84e9093 HTTP/1.1" status: 200 len: 375 time: 0.0586154 Oct 10 11:59:27.469150 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] For port fc4d6978-e86d-4d94-9c05-d07fea41777f, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=fc4d6978-e86d-4d94-9c05-d07fea41777f,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:27.497574 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 21e0445f-f63f-49a2-acc4-807ebf06820e is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:27.497574 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.502716 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.510928 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:27.585438 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-a0cb03e0-bac8-49be-a5a9-eb9683cbd2a4 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d57fdf43bdef4f0dabd51175a84e9093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2572830 Oct 10 11:59:27.607853 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:27.639244 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Attempting to bind port fa2ac855-9b1f-4330-96cc-cad641c595d3 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:27.646698 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Attempting to bind port fa2ac855-9b1f-4330-96cc-cad641c595d3 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:27.648284 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Attempting to bind port fa2ac855-9b1f-4330-96cc-cad641c595d3 on network 7586f293-9e29-43b7-8515-0f510030ca27 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:27.725500 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for port (28c81b8e-fc7b-4e33-9cd5-6ed191865447), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.781698 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c2713b86-7323-411e-8de9-632ee60ea1cf admin admin] Publish callbacks [] for security_group (a611c6ee-eb28-41ef-a202-12a0f486e9d6), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.784944 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 21e0445f-f63f-49a2-acc4-807ebf06820e, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=21e0445f-f63f-49a2-acc4-807ebf06820e,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:27.809348 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c4f11-9dd0-46c3-ad6d-53dd59550a9b None None] Pushing event updated for resources: {'Port': ['ID=8ffeb979-241f-45e4-9d1a-f371410992ca,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:27.865754 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c2713b86-7323-411e-8de9-632ee60ea1cf admin admin] Publish callbacks [] for security_group (a611c6ee-eb28-41ef-a202-12a0f486e9d6), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.901240 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:27.934395 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:27.982479 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:27.983184 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:28.043382 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c2713b86-7323-411e-8de9-632ee60ea1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (a611c6ee-eb28-41ef-a202-12a0f486e9d6), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:28.063149 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] Set router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:28.064622 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c2713b86-7323-411e-8de9-632ee60ea1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:28.069664 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c2713b86-7323-411e-8de9-632ee60ea1cf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a611c6ee-eb28-41ef-a202-12a0f486e9d6 HTTP/1.1" status: 204 len: 168 time: 0.9079802 Oct 10 11:59:28.138603 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2713b86-7323-411e-8de9-632ee60ea1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611c6ee-eb28-41ef-a202-12a0f486e9d6,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:28.233746 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Port fa2ac855-9b1f-4330-96cc-cad641c595d3 on network 7586f293-9e29-43b7-8515-0f510030ca27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 11:59:28.234077 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Attempting to bind port fa2ac855-9b1f-4330-96cc-cad641c595d3 on network 7586f293-9e29-43b7-8515-0f510030ca27 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:28.294627 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (28c81b8e-fc7b-4e33-9cd5-6ed191865447), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:28.491702 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:28.502541 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89e338-95a0-4832-a6f3-d04a9cf1d3c2 None None] Pushing event updated for resources: {'Port': ['ID=fc4d6978-e86d-4d94-9c05-d07fea41777f,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:28.516903 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-300815e4-70e7-4042-984c-6aa7cd32e279 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/34b06faa-9ac1-44a9-be49-fe3ff8492ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9066298 Oct 10 11:59:28.528031 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:28.529880 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Checking segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:28.531067 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Bound using segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:28.534741 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Bound port: fa2ac855-9b1f-4330-96cc-cad641c595d3, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:28.535163 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:28.751724 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:28.846359 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:28.868839 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '58221cb2-caff-4d88-9674-ec131505803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port': {'id': '58221cb2-caff-4d88-9674-ec131505803c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '8ffeb979-241f-45e4-9d1a-f371410992ca', 'name': '', 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'mac_address': 'fa:16:3e:dc:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'c2029097-5c76-4384-b42f-4e0890327b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:13Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 4, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'subnets': [{'id': 'c2029097-5c76-4384-b42f-4e0890327b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:28.873651 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:28.882309 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:28.883093 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:28.884619 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 1093 time: 3.5735195 Oct 10 11:59:28.886011 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:28.888804 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:28.897458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 58221cb2-caff-4d88-9674-ec131505803c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:28.919465 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-760f429a-b384-45ec-85c9-8b653e2e9272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:28.947025 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:28.950683 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-b7fa6de7-276e-4272-a73b-40a11321867e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/34b06faa-9ac1-44a9-be49-fe3ff8492ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056597 Oct 10 11:59:28.964399 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40522) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:28.967471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:28.984549 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cfeb8-9a80-400a-be0d-3e71e01562d7 None None] The sync data for ids ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'] in dv-cinder-850618-4-iscsi is: [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '58221cb2-caff-4d88-9674-ec131505803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port': {'id': '58221cb2-caff-4d88-9674-ec131505803c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '8ffeb979-241f-45e4-9d1a-f371410992ca', 'name': '', 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'mac_address': 'fa:16:3e:dc:c3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'c2029097-5c76-4384-b42f-4e0890327b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:13Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 4, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'subnets': [{'id': 'c2029097-5c76-4384-b42f-4e0890327b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:28.999081 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:29.000732 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=21e0445f-f63f-49a2-acc4-807ebf06820e,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:29.007787 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'Port': ['ID=28c81b8e-fc7b-4e33-9cd5-6ed191865447,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:29.040380 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-67611136-a55f-45e8-baeb-cf10279d364b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:29.044470 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:29.045459 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-67611136-a55f-45e8-baeb-cf10279d364b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 819 time: 1.0028920 Oct 10 11:59:29.047595 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.58', 50640) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:29.470679 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 58221cb2-caff-4d88-9674-ec131505803c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:29.475140 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (58221cb2-caff-4d88-9674-ec131505803c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:29.475738 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 58221cb2-caff-4d88-9674-ec131505803c Oct 10 11:59:29.552065 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-9a1e22a2-214f-428b-a972-399b5a36fd62 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/quotas/b72dcfa7755e499f8f55ade0fde3d7c7 HTTP/1.1" status: 200 len: 375 time: 0.4481926 Oct 10 11:59:29.646677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40544) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:29.669204 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72873f6f-bd02-4565-9678-bc7d8385327d service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:29.698834 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95094815-0fc0-43e2-9a9e-efc8eeaadf10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:29.861441 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-dc3b2779-cf6f-4df6-a19b-287a6b8c073e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:29.862977 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-dc3b2779-cf6f-4df6-a19b-287a6b8c073e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 814 time: 0.7072833 Oct 10 11:59:29.887489 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd08688-2a92-45b3-be96-4f548c8daf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:29.988953 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:30.026696 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4a930178-5adb-4ca8-9ee5-6e3ed1c761e5 req-1d505b6b-14f1-42b4-b2ed-b6ef35c89c49 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 210 time: 0.1005440 Oct 10 11:59:30.074881 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb22d79e-5227-491e-b310-0ac98e3fc88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:30.087531 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-6e147041-6763-4d87-97d3-515ce785b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:30.091477 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-6e147041-6763-4d87-97d3-515ce785b45a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1127 time: 1.0406232 Oct 10 11:59:30.120426 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:30.120781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:30.171123 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-e296e241-a30b-4248-99c3-3387dc229bcc tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 379 time: 0.1990061 Oct 10 11:59:30.189029 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'port': {'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'admin_state_up': True, 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'security_groups': ['318f1d71-a3f6-42a9-9018-2684bef6b933']}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:30.216702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e2b53-d05c-438d-80b6-095d74f79ee0 None None] The sync data for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi is: [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:30.233101 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 58221cb2-caff-4d88-9674-ec131505803c is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:30.234319 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (58221cb2-caff-4d88-9674-ec131505803c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:30.293034 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 58221cb2-caff-4d88-9674-ec131505803c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=58221cb2-caff-4d88-9674-ec131505803c,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:30.302041 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (58221cb2-caff-4d88-9674-ec131505803c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:30.305655 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 6185302e-9d6d-4c65-adaf-a9832162d61c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:30.340971 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-22b0d065-45f2-4a85-8b3c-9c965b45071b service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 217 time: 0.1440046 Oct 10 11:59:30.450603 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177fa7-e916-4339-8b68-32942f99e4f8 req-47b90ae5-bfdf-43cc-a477-11173478b0d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:30.452466 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68177fa7-e916-4339-8b68-32942f99e4f8 req-47b90ae5-bfdf-43cc-a477-11173478b0d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.1102581 Oct 10 11:59:30.531252 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-b7ac718c-0fdb-4b5d-a230-78205752a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:30.533191 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-b7ac718c-0fdb-4b5d-a230-78205752a946 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0787129 Oct 10 11:59:30.574459 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-9b88d1e3-168e-4c28-98bc-7456baf4f6fc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9603450 Oct 10 11:59:30.580813 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 6185302e-9d6d-4c65-adaf-a9832162d61c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:30.581386 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:30.581862 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 6185302e-9d6d-4c65-adaf-a9832162d61c Oct 10 11:59:30.650583 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=58221cb2-caff-4d88-9674-ec131505803c,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:30.683776 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Made reservation on behalf of de3e893bfb574016a6e5e020f96490c5 for: {'port': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:30.690355 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:30.727185 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 6185302e-9d6d-4c65-adaf-a9832162d61c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:30.728612 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 7128fde8-175a-4611-bf79-e186432da51d up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:30.782708 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:30.823779 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 7128fde8-175a-4611-bf79-e186432da51d triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:30.824464 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (7128fde8-175a-4611-bf79-e186432da51d), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:30.824790 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 7128fde8-175a-4611-bf79-e186432da51d Oct 10 11:59:30.852369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-c4681ac4-26e2-4566-a814-0a0161237834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:30.854812 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-c4681ac4-26e2-4566-a814-0a0161237834 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2832851 Oct 10 11:59:30.889120 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:30.938151 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (7bb4c462-8695-401b-a901-d5124f89514f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.002979 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 7128fde8-175a-4611-bf79-e186432da51d is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:31.003570 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (7128fde8-175a-4611-bf79-e186432da51d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.009348 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e40cd115-0254-48d1-b4b8-eada463fd55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.043704 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:31.045199 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Allocated IP 172.20.0.3 (05a9786c-a8d0-4fea-bd0d-744e4b7d958a/5449108a-6ac3-467d-92d9-b9039b8b9a9c/b0a4554c-8489-4c92-b988-ba8723479120) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:31.077180 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 7128fde8-175a-4611-bf79-e186432da51d, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=7128fde8-175a-4611-bf79-e186432da51d,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:31.093715 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (7128fde8-175a-4611-bf79-e186432da51d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.094985 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 97a1b68b-9e73-4729-a555-d365094cf4d7 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:31.102797 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68177fa7-e916-4339-8b68-32942f99e4f8 req-232feee3-2628-4851-88f5-382c5d5bc73a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5503719 Oct 10 11:59:31.288308 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 97a1b68b-9e73-4729-a555-d365094cf4d7 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:31.288758 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.289178 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 97a1b68b-9e73-4729-a555-d365094cf4d7 Oct 10 11:59:31.314644 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95094815-0fc0-43e2-9a9e-efc8eeaadf10 admin admin] Publish callbacks [] for security_group (245567a7-8134-4905-8907-ab08e0de8623), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.315644 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (b0a4554c-8489-4c92-b988-ba8723479120), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.337502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb22d79e-5227-491e-b310-0ac98e3fc88a admin admin] Publish callbacks [] for security_group (d9680760-ef38-4127-a480-99edbed64346), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.346520 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=7128fde8-175a-4611-bf79-e186432da51d,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:31.413605 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb22d79e-5227-491e-b310-0ac98e3fc88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d9680760-ef38-4127-a480-99edbed64346), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.426800 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (b0a4554c-8489-4c92-b988-ba8723479120), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.460804 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:31.476296 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95094815-0fc0-43e2-9a9e-efc8eeaadf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (245567a7-8134-4905-8907-ab08e0de8623), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.483716 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-c9dcc348-de9c-45d0-911f-9743d974c857 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124789 Oct 10 11:59:31.489879 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 97a1b68b-9e73-4729-a555-d365094cf4d7 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:31.492058 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device cbed4b2c-2394-4477-ad30-9385fc6fbf1c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:31.517996 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:31.530335 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:31.541492 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:31.547266 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-eb22d79e-5227-491e-b310-0ac98e3fc88a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dc15daca44574bd88417810af03a4c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8681660 Oct 10 11:59:31.548141 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (28c81b8e-fc7b-4e33-9cd5-6ed191865447), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.556804 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:31.567469 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.586554 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40566) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:31.651516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port cbed4b2c-2394-4477-ad30-9385fc6fbf1c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:31.651924 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.652236 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port cbed4b2c-2394-4477-ad30-9385fc6fbf1c Oct 10 11:59:31.743000 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=b0a4554c-8489-4c92-b988-ba8723479120,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:31.782167 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fc21bc31-4660-496e-831f-d19a17e83d1a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6041710 Oct 10 11:59:31.787491 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1c109da-c1fd-4372-9e09-477d6295c5ad admin admin] Publish callbacks [] for security_group (d9680760-ef38-4127-a480-99edbed64346), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.843549 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for port (28c81b8e-fc7b-4e33-9cd5-6ed191865447), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.853528 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Request body: {'port': {'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:31.864567 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:31.867386 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-838d0a80-1e77-4908-98bb-0e19a1fec278 req-945394a3-68b8-4d75-8699-b187d9838b45 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 210 time: 0.6199851 Oct 10 11:59:31.880212 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:31.892359 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port cbed4b2c-2394-4477-ad30-9385fc6fbf1c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:31.962787 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.022614 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Sync routers for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:32.041283 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1c109da-c1fd-4372-9e09-477d6295c5ad admin admin] Publish callbacks [] for security_group (d9680760-ef38-4127-a480-99edbed64346), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.071001 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:32.074749 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:32.101861 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (28c81b8e-fc7b-4e33-9cd5-6ed191865447), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.121473 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22d79e-5227-491e-b310-0ac98e3fc88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9680760-ef38-4127-a480-99edbed64346,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:32.156553 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (b0a4554c-8489-4c92-b988-ba8723479120), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.298305 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-97dc5513-b47e-4e30-8e65-387f5a84b845 None None] Provisioning complete for port b0a4554c-8489-4c92-b988-ba8723479120 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:32.300534 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-97dc5513-b47e-4e30-8e65-387f5a84b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (b0a4554c-8489-4c92-b988-ba8723479120), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.303311 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-97dc5513-b47e-4e30-8e65-387f5a84b845 None None] Attempt 1 to provision port b0a4554c-8489-4c92-b988-ba8723479120 Oct 10 11:59:32.377562 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1c109da-c1fd-4372-9e09-477d6295c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d9680760-ef38-4127-a480-99edbed64346), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.380569 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e1c109da-c1fd-4372-9e09-477d6295c5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.386838 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e1c109da-c1fd-4372-9e09-477d6295c5ad admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d9680760-ef38-4127-a480-99edbed64346 HTTP/1.1" status: 204 len: 168 time: 0.7951422 Oct 10 11:59:32.432775 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-97dc5513-b47e-4e30-8e65-387f5a84b845 None None] Port b0a4554c-8489-4c92-b988-ba8723479120 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:32.457749 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:32.679463 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c109da-c1fd-4372-9e09-477d6295c5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9680760-ef38-4127-a480-99edbed64346,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:32.682586 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 7128fde8-175a-4611-bf79-e186432da51d up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:32.697717 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40eb239-f623-483b-a34b-5ea88fe0e6e1 x-openstack-request-id: req-b40eb239-f623-483b-a34b-5ea88fe0e6e1 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:32.699246 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:32.700595 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b40eb239-f623-483b-a34b-5ea88fe0e6e1 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:32.701531 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40eb239-f623-483b-a34b-5ea88fe0e6e1'] response: {'name': 'network-changed', 'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'status': 'completed', 'code': 200} Oct 10 11:59:32.753744 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95094815-0fc0-43e2-9a9e-efc8eeaadf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245567a7-8134-4905-8907-ab08e0de8623,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:32.849319 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.58', 50648) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:32.877107 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-f25f8ee1-5206-4014-8d0b-8e1173168c83 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4520855 Oct 10 11:59:32.892587 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:32.937642 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-95094815-0fc0-43e2-9a9e-efc8eeaadf10 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=917e1c692458462093d7c7fa7b48d3a4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9671605 Oct 10 11:59:32.957756 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40592) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:33.137770 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9703fff-b1e5-4074-a88f-5690fa9077f1 req-1b9edc6c-e2c6-4218-a63f-69ff901871ab service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225239 Oct 10 11:59:33.176635 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (7bb4c462-8695-401b-a901-d5124f89514f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:33.242128 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'Port': ['ID=28c81b8e-fc7b-4e33-9cd5-6ed191865447,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:33.258254 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:33.269018 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9286fe80-a348-450a-8d63-bee544dc245b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1006792 Oct 10 11:59:33.301372 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67564b-74d5-4ffb-a225-3b2a3143ff69 req-dbe82331-a093-4aef-8312-50333b89bd76 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:33.313871 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ee67564b-74d5-4ffb-a225-3b2a3143ff69 req-dbe82331-a093-4aef-8312-50333b89bd76 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 931 time: 0.1747913 Oct 10 11:59:33.331071 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-efc35e78-c480-434c-a90d-686c6192fb36 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4727957 Oct 10 11:59:33.451494 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-45504cf0-5774-4271-b853-39c1da9eef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:33.459873 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-45504cf0-5774-4271-b853-39c1da9eef49 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1127 time: 0.1214271 Oct 10 11:59:33.545128 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:33.647343 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ee67564b-74d5-4ffb-a225-3b2a3143ff69 req-f052060c-0ac3-4520-ac6f-d36a4abf3456 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319106 Oct 10 11:59:33.718388 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-a0fe288f-9d01-49cf-b85a-d4a4b1759035 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:33.720712 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-a0fe288f-9d01-49cf-b85a-d4a4b1759035 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.58 "GET /networking/v2.0/networks?id=34b06faa-9ac1-44a9-be49-fe3ff8492ca5 HTTP/1.1" status: 200 len: 809 time: 0.8668504 Oct 10 11:59:33.736457 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e54b56b5-d92a-4b6b-9b58-b0bf664f39d8 admin admin] Publish callbacks [] for security_group (245567a7-8134-4905-8907-ab08e0de8623), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:33.777315 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Request body: {'port': {'device_id': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5', 'admin_state_up': True, 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:33.891568 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:20Z', 'revision_number': 2, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:33.906878 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e54b56b5-d92a-4b6b-9b58-b0bf664f39d8 admin admin] Publish callbacks [] for security_group (245567a7-8134-4905-8907-ab08e0de8623), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:33.943535 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eb5b69ac-2abf-429e-8488-799f609deabd req-3f834f91-aa59-483d-b5c0-ef66ace6efff tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 210 time: 0.1339242 Oct 10 11:59:34.093874 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:59:34.122808 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:34.172945 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Checking router: d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:34.173422 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Updating router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:34.289071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.298550 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.302623 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 7128fde8-175a-4611-bf79-e186432da51d triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:34.303921 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (7128fde8-175a-4611-bf79-e186432da51d), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.314515 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 7128fde8-175a-4611-bf79-e186432da51d Oct 10 11:59:34.465642 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.590712 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-2b5c97e1-2bcd-43ca-a74a-d6436e45c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:34.594666 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-2b5c97e1-2bcd-43ca-a74a-d6436e45c985 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 1.1241362 Oct 10 11:59:34.613677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13cadc-f7df-4809-97bb-d8d25ab825e3 req-5f03f134-11c8-4249-bd75-7c58e5478557 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:34.621785 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2a13cadc-f7df-4809-97bb-d8d25ab825e3 req-5f03f134-11c8-4249-bd75-7c58e5478557 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.7550957 Oct 10 11:59:34.826637 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-0d097977-8e23-4391-9521-07fe79664369 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 217 time: 0.1156700 Oct 10 11:59:34.844642 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-776991c9-9000-4b36-8295-d355a3d230bc tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2092331344&fields=id&tenant_id=79aee39298624f99b33b9808fe5030f8 HTTP/1.1" status: 200 len: 267 time: 0.5373623 Oct 10 11:59:34.865210 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:34.917020 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a4554c-8489-4c92-b988-ba8723479120 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:34.927848 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Publish callbacks [] for port (b0a4554c-8489-4c92-b988-ba8723479120), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.951881 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Transition to ACTIVE for port object b0a4554c-8489-4c92-b988-ba8723479120 will not be triggered until provisioned by entity L2. {{(pid=106262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:34.960442 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e54b56b5-d92a-4b6b-9b58-b0bf664f39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (245567a7-8134-4905-8907-ab08e0de8623), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.970602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e54b56b5-d92a-4b6b-9b58-b0bf664f39d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.971804 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e54b56b5-d92a-4b6b-9b58-b0bf664f39d8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/245567a7-8134-4905-8907-ab08e0de8623 HTTP/1.1" status: 204 len: 168 time: 1.9860890 Oct 10 11:59:34.989217 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Made reservation on behalf of d57fdf43bdef4f0dabd51175a84e9093 for: {'port': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:34.989429 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 7128fde8-175a-4611-bf79-e186432da51d is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:34.991914 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 58221cb2-caff-4d88-9674-ec131505803c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:34.997330 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:35.038531 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (b0a4554c-8489-4c92-b988-ba8723479120), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:35.109651 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b56b5-d92a-4b6b-9b58-b0bf664f39d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245567a7-8134-4905-8907-ab08e0de8623,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:35.267514 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-a7e9147f-cc33-41ed-afa5-b644b28ca8e7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:35.269292 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-a7e9147f-cc33-41ed-afa5-b644b28ca8e7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 810 time: 0.4235618 Oct 10 11:59:35.284216 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2a13cadc-f7df-4809-97bb-d8d25ab825e3 req-23d3f5f9-ccdc-409d-add7-69846357fdd3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6614482 Oct 10 11:59:35.302568 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a4554c-8489-4c92-b988-ba8723479120,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:35.347973 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-4a8c8eb9-ff4f-4c86-8675-c4b8dd297887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:35.349469 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-4a8c8eb9-ff4f-4c86-8675-c4b8dd297887 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.2897468 Oct 10 11:59:35.368502 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-6196ce6d-c812-440b-80c8-edc6a04d21f4 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/quotas/79aee39298624f99b33b9808fe5030f8 HTTP/1.1" status: 200 len: 375 time: 0.0830755 Oct 10 11:59:35.378743 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Attempting to bind port b0a4554c-8489-4c92-b988-ba8723479120 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:35.383140 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Attempting to bind port b0a4554c-8489-4c92-b988-ba8723479120 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:35.384098 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Attempting to bind port b0a4554c-8489-4c92-b988-ba8723479120 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:35.436628 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 58221cb2-caff-4d88-9674-ec131505803c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:35.439119 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (58221cb2-caff-4d88-9674-ec131505803c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:35.440143 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 58221cb2-caff-4d88-9674-ec131505803c Oct 10 11:59:35.624645 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Allocated IP 172.20.0.3 (34b06faa-9ac1-44a9-be49-fe3ff8492ca5/c2029097-5c76-4384-b42f-4e0890327b26/6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:35.636359 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Port b0a4554c-8489-4c92-b988-ba8723479120 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 11:59:35.636359 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Attempting to bind port b0a4554c-8489-4c92-b988-ba8723479120 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:35.650313 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8774c3b-dc24-40ac-a4e8-4c232286ea1d req-e1bf9e9a-aa1d-4404-94f0-71d78816f31f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 210 time: 0.1318696 Oct 10 11:59:35.666531 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-b59c746b-60f6-4942-bf9e-0a8b3dccee28 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2971911 Oct 10 11:59:35.667774 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-08a330ac-8626-446e-a312-5bcfe4f7157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:35.672029 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-08a330ac-8626-446e-a312-5bcfe4f7157f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2835269 Oct 10 11:59:35.915631 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:35.915631 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Checking segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:35.916057 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Bound using segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:35.916500 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Bound port: b0a4554c-8489-4c92-b988-ba8723479120, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:35.916857 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (b0a4554c-8489-4c92-b988-ba8723479120), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.012664 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 58221cb2-caff-4d88-9674-ec131505803c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:36.026775 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 8ffeb979-241f-45e4-9d1a-f371410992ca up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:36.031325 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:36.115524 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:36.141791 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] For port b0a4554c-8489-4c92-b988-ba8723479120, host hv-cinder-85061, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:36.148147 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] For port b0a4554c-8489-4c92-b988-ba8723479120, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b0a4554c-8489-4c92-b988-ba8723479120,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:36.162634 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Publish callbacks [] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.167829 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (b0a4554c-8489-4c92-b988-ba8723479120), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.174330 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:36.175110 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.176460 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/b0a4554c-8489-4c92-b988-ba8723479120 HTTP/1.1" status: 200 len: 1093 time: 4.3598828 Oct 10 11:59:36.180030 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'tag': 'b0a4554c-8489-4c92-b988-ba8723479120'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:36.184856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:36.187371 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7d3056-4ef4-4fb4-a126-f413d4f81090" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddfe581-92c6-4065-9fff-7ebe3462658b", "tag": "b0a4554c-8489-4c92-b988-ba8723479120"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:36.254244 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Publish callbacks [] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.271288 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 8ffeb979-241f-45e4-9d1a-f371410992ca triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:36.271780 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.274616 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 8ffeb979-241f-45e4-9d1a-f371410992ca Oct 10 11:59:36.283962 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:36.357182 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.394042 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd8d0f-4376-42fa-a8bb-175b09b484cf req-1073a94a-27ea-42e2-b1db-bf4d6b5a165c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:36.406938 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d8cd8d0f-4376-42fa-a8bb-175b09b484cf req-1073a94a-27ea-42e2-b1db-bf4d6b5a165c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.4678595 Oct 10 11:59:36.475037 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037c5b9-9c4c-4067-ae1b-e3e975bf040a None None] Pushing event updated for resources: {'Port': ['ID=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:36.504472 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40684) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:36.552059 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5ce84763-82af-4396-b755-592f919b2ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.629243 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13101fd5-74b8-4e34-98ad-4f564836ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a4554c-8489-4c92-b988-ba8723479120,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:36.654191 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d8cd8d0f-4376-42fa-a8bb-175b09b484cf req-cad70626-0395-4341-b520-c508822230ab tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449858 Oct 10 11:59:36.745033 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 8ffeb979-241f-45e4-9d1a-f371410992ca is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:36.746847 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.771555 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:36.785832 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-4bc8aa2a-d56f-4e45-9a9a-2bb54e7487e6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0753200 Oct 10 11:59:36.817653 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Attempting to bind port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:36.817653 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Attempting to bind port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:36.822937 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Attempting to bind port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:36.834456 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5ce84763-82af-4396-b755-592f919b2ace admin admin] Publish callbacks [] for security_group (6bef4a60-6794-4385-ac92-2cfe92f32ef9), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.840764 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:36.851417 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.869825 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5ce84763-82af-4396-b755-592f919b2ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6bef4a60-6794-4385-ac92-2cfe92f32ef9), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.875475 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-5cc825cf-da9e-4b0e-857f-67babd603694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:36.887652 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-5cc825cf-da9e-4b0e-857f-67babd603694 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 1127 time: 0.5834005 Oct 10 11:59:37.052955 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 8ffeb979-241f-45e4-9d1a-f371410992ca, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=8ffeb979-241f-45e4-9d1a-f371410992ca,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:37.060928 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.066415 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device fc4d6978-e86d-4d94-9c05-d07fea41777f up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:37.069529 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.58', 50657) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:37.096227 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-c6a1ba38-ce19-4611-9571-82d848bcf7bd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057563 Oct 10 11:59:37.140406 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce84763-82af-4396-b755-592f919b2ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef4a60-6794-4385-ac92-2cfe92f32ef9,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:37.197371 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:37.197579 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Checking segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:37.198114 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.199916 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Bound using segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:37.200241 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Bound port: 4825e9ff-4037-49dc-9b0b-74fb13f5f25d, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:37.200511 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.262881 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-fc12c847-ec19-404b-a123-cffb618c6578 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5825226 Oct 10 11:59:37.304963 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-5ce84763-82af-4396-b755-592f919b2ace admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8b4864272377416ca29b0c0660e3f8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7974508 Oct 10 11:59:37.308782 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40700) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:37.424676 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=8ffeb979-241f-45e4-9d1a-f371410992ca,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:37.521296 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:37.535093 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:37.538256 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-7ee2abe1-5b7c-40ff-9e22-b50a6a2d0088 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4554c-8489-4c92-b988-ba8723479120 HTTP/1.1" status: 200 len: 217 time: 0.4093239 Oct 10 11:59:37.543815 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:37.549478 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:37.550232 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.558588 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port fc4d6978-e86d-4d94-9c05-d07fea41777f triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:37.564476 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.565128 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port fc4d6978-e86d-4d94-9c05-d07fea41777f Oct 10 11:59:37.586503 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Pushing event updated for resources: {'Port': ['ID=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:37.616003 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dd08688-2a92-45b3-be96-4f548c8daf7a req-1f78f2fa-de93-49d3-be78-bfbbd72893c1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237011 Oct 10 11:59:37.639795 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] For port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:37.670059 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] For port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:37.688499 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.698817 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-c4eed0cf-c326-4790-b35a-91c1e74868cf tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9352679 Oct 10 11:59:37.706016 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-11c5341c-4b91-4c87-bc9d-3365f928a72d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:37.709263 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-11c5341c-4b91-4c87-bc9d-3365f928a72d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 819 time: 0.6115046 Oct 10 11:59:37.753259 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:37.758425 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:37.834574 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Request body: {'port': {'device_id': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:37.943769 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-424e1c31-828d-42d9-bdea-5122b42c1039 admin admin] Publish callbacks [] for security_group (6bef4a60-6794-4385-ac92-2cfe92f32ef9), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.011246 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-4080ce3c-95af-445e-b577-859388d012f1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:38.018540 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-4080ce3c-95af-445e-b577-859388d012f1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 819 time: 0.2803581 Oct 10 11:59:38.018841 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:38.029996 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'port': {'device_id': '0079dd21-134c-4eba-b98a-5e223f5bfb49', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'admin_state_up': True, 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:38.045723 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-c8552813-abab-4b87-91e4-1af06fdf960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:38.047757 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-c8552813-abab-4b87-91e4-1af06fdf960c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.3911667 Oct 10 11:59:38.055550 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-faf42cd3-e941-4a5c-9e31-48230fa7130a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/quotas/b72dcfa7755e499f8f55ade0fde3d7c7 HTTP/1.1" status: 200 len: 375 time: 0.0350242 Oct 10 11:59:38.069955 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ab40-d787-4bf4-940a-68243b4c8e83 req-1adfc774-5944-40db-acfc-4a8ccf66481c tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:38.081455 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1f62ab40-d787-4bf4-940a-68243b4c8e83 req-1adfc774-5944-40db-acfc-4a8ccf66481c tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 931 time: 1.0102551 Oct 10 11:59:38.097727 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b12ac2b4-c700-4694-bc39-b981d186b09e None None] Provisioning complete for port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:38.098318 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b12ac2b4-c700-4694-bc39-b981d186b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.098652 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b12ac2b4-c700-4694-bc39-b981d186b09e None None] Attempt 1 to provision port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 Oct 10 11:59:38.164351 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:38.176135 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b12ac2b4-c700-4694-bc39-b981d186b09e None None] Port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:38.251706 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.271740 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-424e1c31-828d-42d9-bdea-5122b42c1039 admin admin] Publish callbacks [] for security_group (6bef4a60-6794-4385-ac92-2cfe92f32ef9), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.314298 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:38.336440 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:38.349210 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-5ef372e0-5907-4c6d-8864-e230df391f8b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2923160 Oct 10 11:59:38.458401 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fe83ba82-6577-43b9-8895-452207e88e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:38.464310 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-fe83ba82-6577-43b9-8895-452207e88e4e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3953245 Oct 10 11:59:38.515254 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1f62ab40-d787-4bf4-940a-68243b4c8e83 req-d470eb0b-4fbd-4102-897e-14e94763e51a tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315779 Oct 10 11:59:38.522849 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port fc4d6978-e86d-4d94-9c05-d07fea41777f is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:38.523565 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.554586 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037c5b9-9c4c-4067-ae1b-e3e975bf040a None None] Pushing event updated for resources: {'Port': ['ID=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:38.654606 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:38.670322 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port fc4d6978-e86d-4d94-9c05-d07fea41777f, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=fc4d6978-e86d-4d94-9c05-d07fea41777f,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:38.686403 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.687461 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 21e0445f-f63f-49a2-acc4-807ebf06820e up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:38.697888 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37d1b29-8778-4c00-a763-467c13991301 x-openstack-request-id: req-d37d1b29-8778-4c00-a763-467c13991301 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:38.698249 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddfe581-92c6-4065-9fff-7ebe3462658b", "tag": "b0a4554c-8489-4c92-b988-ba8723479120", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:38.698504 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d37d1b29-8778-4c00-a763-467c13991301 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:38.698923 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37d1b29-8778-4c00-a763-467c13991301'] response: {'name': 'network-changed', 'server_uuid': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'tag': 'b0a4554c-8489-4c92-b988-ba8723479120', 'status': 'completed', 'code': 200} Oct 10 11:59:38.710364 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Made reservation on behalf of b72dcfa7755e499f8f55ade0fde3d7c7 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:38.722337 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.816676 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-3c495f29-51b8-4dc1-931f-394c844b4935 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664097 Oct 10 11:59:38.855694 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-424e1c31-828d-42d9-bdea-5122b42c1039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6bef4a60-6794-4385-ac92-2cfe92f32ef9), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.858364 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-424e1c31-828d-42d9-bdea-5122b42c1039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.866674 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-424e1c31-828d-42d9-bdea-5122b42c1039 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6bef4a60-6794-4385-ac92-2cfe92f32ef9 HTTP/1.1" status: 204 len: 168 time: 1.4602928 Oct 10 11:59:38.873285 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:38.975106 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e1c31-828d-42d9-bdea-5122b42c1039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bef4a60-6794-4385-ac92-2cfe92f32ef9,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:39.056930 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-a04becbd-a904-4d9f-8ce6-6567627e54f6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484374 Oct 10 11:59:39.150848 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61011d0-8c64-4edf-a23c-104635c5161a req-2aebef85-c428-446e-a639-24075e015cca tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:39.152452 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d61011d0-8c64-4edf-a23c-104635c5161a req-2aebef85-c428-446e-a639-24075e015cca tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.3224478 Oct 10 11:59:39.226873 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:37Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:39.271647 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723de03-fe1d-461e-8259-4a47ffeea88c None None] The sync data for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi is: [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:37Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:39.325688 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 21e0445f-f63f-49a2-acc4-807ebf06820e triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:39.326588 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:39.327125 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 21e0445f-f63f-49a2-acc4-807ebf06820e Oct 10 11:59:39.329061 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=fc4d6978-e86d-4d94-9c05-d07fea41777f,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:39.371285 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:39.410905 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Publish callbacks [] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:39.435235 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 21e0445f-f63f-49a2-acc4-807ebf06820e is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:39.481663 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Transition to ACTIVE for port object 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 will not be triggered until provisioned by entity L2. {{(pid=106262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:39.510150 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:39.550499 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-cd726a13-b251-4fbb-9d77-531e55c484f6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325671 Oct 10 11:59:39.580602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:39.581241 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d61011d0-8c64-4edf-a23c-104635c5161a req-883d2951-423c-4436-b984-3bcbb9e53615 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893688 Oct 10 11:59:39.582626 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-c616af90-4c04-4e86-a6f2-8d23a1c0ed34 req-ff74b0ee-2dbc-4c30-ad4a-9e92e0e0578b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914555 Oct 10 11:59:39.754782 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:39.767671 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Allocated IP 172.20.0.8 (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422/95412195-ef37-40f7-ae8f-143b7f8669e9/b6770e59-ceb9-442a-901d-70ac68923881) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:39.799012 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 4825e9ff-4037-49dc-9b0b-74fb13f5f25d up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:39.833340 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Attempting to bind port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:39.833696 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Attempting to bind port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:39.834026 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Attempting to bind port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 on network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:39.849816 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa2e6ff3-5ac6-40dc-ad46-861eae1a77f1 req-7a7e134a-9d78-473b-9cc0-d494c8061238 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0841527 Oct 10 11:59:40.080726 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:40.081961 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.085197 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5175-1ed5-4227-9e2e-131cdd82267a req-42719051-d878-458d-812c-33506988118e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:40.085890 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d Oct 10 11:59:40.093971 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c04e5175-1ed5-4227-9e2e-131cdd82267a req-42719051-d878-458d-812c-33506988118e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.0790324 Oct 10 11:59:40.187422 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.235347 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:40.236077 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.307624 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95a48-0fe9-48a3-9d53-bb833f28b26b req-d9ecf6af-3ca3-4dfe-b2f0-5ef54e963d43 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:40.313436 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7fe95a48-0fe9-48a3-9d53-bb833f28b26b req-d9ecf6af-3ca3-4dfe-b2f0-5ef54e963d43 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.1490612 Oct 10 11:59:40.319122 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:40.327639 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.328695 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 8ffeb979-241f-45e4-9d1a-f371410992ca up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:40.342221 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c04e5175-1ed5-4227-9e2e-131cdd82267a req-46156fc3-c243-4601-8aba-931814444f4f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472346 Oct 10 11:59:40.442848 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:40.456688 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:40.465707 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:40.472036 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 8ffeb979-241f-45e4-9d1a-f371410992ca triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:40.472758 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.473398 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 8ffeb979-241f-45e4-9d1a-f371410992ca Oct 10 11:59:40.482304 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-9b8731b6-558d-4bbf-9118-bb07dbcf9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:40.484193 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-9b8731b6-558d-4bbf-9118-bb07dbcf9419 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 1127 time: 0.6544137 Oct 10 11:59:40.504618 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 on network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 11:59:40.505171 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Attempting to bind port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 on network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:40.514218 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:40.545118 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f38ea36-28fd-49ce-a44d-76815094420d req-08460700-ee2c-40f7-b650-a88df4341ea2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0699909 Oct 10 11:59:40.609801 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for port (b6770e59-ceb9-442a-901d-70ac68923881), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.620100 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:40.620400 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Checking segment: {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:40.620703 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Bound using segment: {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:40.621239 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Bound port: 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd61ff52-0636-4652-b139-c4d1be99f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:40.621598 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.642391 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 8ffeb979-241f-45e4-9d1a-f371410992ca is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:40.660070 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device fc4d6978-e86d-4d94-9c05-d07fea41777f up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:40.681140 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7fe95a48-0fe9-48a3-9d53-bb833f28b26b req-373b1985-f394-4b2e-a632-51bedd10e65c tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322711 Oct 10 11:59:40.685588 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (b6770e59-ceb9-442a-901d-70ac68923881), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.766959 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:40.773358 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] For port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1, host hv-cinder-85061, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:40.777351 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] For port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:40.785799 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port fc4d6978-e86d-4d94-9c05-d07fea41777f triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:40.788421 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.789560 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port fc4d6978-e86d-4d94-9c05-d07fea41777f Oct 10 11:59:40.790121 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.796198 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:40.797268 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.799558 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 HTTP/1.1" status: 200 len: 1093 time: 2.9862378 Oct 10 11:59:40.802836 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'tag': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:40.807037 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35" -d '{"events": [{"name": "network-changed", "server_uuid": "5206ecbd-33e4-45ba-849b-408b6c33be7c", "tag": "6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:40.882018 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9268d-c069-43e7-b49c-00556e510f69 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:40.896824 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce1b6d-c578-473b-a210-e6a4883bda92 req-71ad488e-5d23-4313-b2f9-5c1c6b7c782f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:40.899479 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-89ce1b6d-c578-473b-a210-e6a4883bda92 req-71ad488e-5d23-4313-b2f9-5c1c6b7c782f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.1271346 Oct 10 11:59:40.907017 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:40.921732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:40.925185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:40.946500 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b63b16-6392-4275-a3e9-9ae5777fd679 x-openstack-request-id: req-c7b63b16-6392-4275-a3e9-9ae5777fd679 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:40.946795 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5206ecbd-33e4-45ba-849b-408b6c33be7c", "tag": "6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:40.947074 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7b63b16-6392-4275-a3e9-9ae5777fd679 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:40.948053 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b63b16-6392-4275-a3e9-9ae5777fd679'] response: {'name': 'network-changed', 'server_uuid': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'tag': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1', 'status': 'completed', 'code': 200} Oct 10 11:59:40.968589 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port fc4d6978-e86d-4d94-9c05-d07fea41777f is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:41.004112 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:41.004829 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:41.049140 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event updated for resources: {'Port': ['ID=b6770e59-ceb9-442a-901d-70ac68923881,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:41.076483 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-33cda8f8-efc6-437a-9631-199d28aede30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0529008 Oct 10 11:59:41.078440 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-af111482-ad04-4256-bf94-68f19e361a2f req-6d0908be-dc76-46d7-baf6-c3d63b73e62f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0465343 Oct 10 11:59:41.109049 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-89ce1b6d-c578-473b-a210-e6a4883bda92 req-70fb8787-055c-4a57-b166-e5049a0df73b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007859 Oct 10 11:59:41.242363 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d5e19f57-5f9c-44f5-af3a-efbdb59d4363 None None] Provisioning complete for port b6770e59-ceb9-442a-901d-70ac68923881 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:41.243501 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d5e19f57-5f9c-44f5-af3a-efbdb59d4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (b6770e59-ceb9-442a-901d-70ac68923881), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:41.243966 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d5e19f57-5f9c-44f5-af3a-efbdb59d4363 None None] Attempt 1 to provision port b6770e59-ceb9-442a-901d-70ac68923881 Oct 10 11:59:41.267253 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:41.281609 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d5e19f57-5f9c-44f5-af3a-efbdb59d4363 None None] Port b6770e59-ceb9-442a-901d-70ac68923881 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:41.454139 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40828) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:41.478227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf8bd0-2bbe-4c88-969e-1fffc5884ab8 req-fbfc083f-de18-411d-bda2-d9f8c9e67f61 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:41.485800 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d8bf8bd0-2bbe-4c88-969e-1fffc5884ab8 req-fbfc083f-de18-411d-bda2-d9f8c9e67f61 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.0654192 Oct 10 11:59:41.513506 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:41.545491 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d8bf8bd0-2bbe-4c88-969e-1fffc5884ab8 req-1a8ad7cc-ce28-4c42-b7cc-bc881da8e4cb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589297 Oct 10 11:59:41.547503 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 4825e9ff-4037-49dc-9b0b-74fb13f5f25d up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:41.637511 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:41.638123 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:41.638605 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d Oct 10 11:59:41.647698 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-21e074ed-216c-4c3b-91c5-cc195533386f req-cebaf805-e969-42d3-8f60-53216fa1b350 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0290477 Oct 10 11:59:41.729522 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:41.743824 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-362c3602-c4dd-4a47-a2bd-cc0e2b447128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:41.842997 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e340e-2ff3-4d68-bbd7-c9f60ee58908 req-91d79a81-f213-4be2-bf87-40b824b86a46 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:41.844501 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a97e340e-2ff3-4d68-bbd7-c9f60ee58908 req-91d79a81-f213-4be2-bf87-40b824b86a46 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0613148 Oct 10 11:59:41.865321 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-362c3602-c4dd-4a47-a2bd-cc0e2b447128 admin admin] Publish callbacks [] for security_group (ed45175c-be02-4893-9aa5-7110b18cb969), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:41.875587 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-362c3602-c4dd-4a47-a2bd-cc0e2b447128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ed45175c-be02-4893-9aa5-7110b18cb969), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:41.934744 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-362c3602-c4dd-4a47-a2bd-cc0e2b447128 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d3b16432751f4cd28120819f2c2b6701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795332 Oct 10 11:59:41.937620 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40846) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:41.948312 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c3602-c4dd-4a47-a2bd-cc0e2b447128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed45175c-be02-4893-9aa5-7110b18cb969,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:41.955080 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a97e340e-2ff3-4d68-bbd7-c9f60ee58908 req-854068bd-2699-422a-8b37-356a895d2896 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924039 Oct 10 11:59:42.007442 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-11426ad2-b823-4156-9565-775a4ea971e8 admin admin] Publish callbacks [] for security_group (ed45175c-be02-4893-9aa5-7110b18cb969), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.030540 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-11426ad2-b823-4156-9565-775a4ea971e8 admin admin] Publish callbacks [] for security_group (ed45175c-be02-4893-9aa5-7110b18cb969), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.079183 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-11426ad2-b823-4156-9565-775a4ea971e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ed45175c-be02-4893-9aa5-7110b18cb969), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.081627 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-11426ad2-b823-4156-9565-775a4ea971e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.082768 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-11426ad2-b823-4156-9565-775a4ea971e8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ed45175c-be02-4893-9aa5-7110b18cb969 HTTP/1.1" status: 204 len: 168 time: 0.1444893 Oct 10 11:59:42.091520 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11426ad2-b823-4156-9565-775a4ea971e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed45175c-be02-4893-9aa5-7110b18cb969,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:42.229870 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c5d14f0b-18ae-462a-b5d9-0de5ad0dac18 req-e6fe286e-b9a6-4a12-89a4-c88c214071bb tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0563290 Oct 10 11:59:42.287799 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82774-6d12-4caa-9c99-e426368bc576 req-6e458479-9dfa-4235-8ca9-ec690d9ec003 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:42.289266 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c8a82774-6d12-4caa-9c99-e426368bc576 req-6e458479-9dfa-4235-8ca9-ec690d9ec003 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0781710 Oct 10 11:59:42.338550 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c8a82774-6d12-4caa-9c99-e426368bc576 req-ee4ae41b-6245-48a1-95b0-389ada5efe7d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Oct 10 11:59:42.428879 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 40860) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:42.442253 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bfee785d-cb73-4290-a308-1c43bcd2a725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.520349 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bfee785d-cb73-4290-a308-1c43bcd2a725 admin admin] Publish callbacks [] for security_group (6d7c6555-1ce6-4b09-b107-b08f801a1e3b), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.524292 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bfee785d-cb73-4290-a308-1c43bcd2a725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6d7c6555-1ce6-4b09-b107-b08f801a1e3b), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.563663 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-bfee785d-cb73-4290-a308-1c43bcd2a725 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a7d515641c6748939e8967adcceea34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334865 Oct 10 11:59:42.564879 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee785d-cb73-4290-a308-1c43bcd2a725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c6555-1ce6-4b09-b107-b08f801a1e3b,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:42.566349 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 40862) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:42.620957 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3b01d5d3-3682-451a-91e8-241903acc82a admin admin] Publish callbacks [] for security_group (6d7c6555-1ce6-4b09-b107-b08f801a1e3b), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.669999 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3b01d5d3-3682-451a-91e8-241903acc82a admin admin] Publish callbacks [] for security_group (6d7c6555-1ce6-4b09-b107-b08f801a1e3b), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.684485 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b03af-939f-4b3c-92f7-17d1d5061e48 req-63f5ca62-bfb6-40f2-ad62-738bb334392a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:42.685929 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-140b03af-939f-4b3c-92f7-17d1d5061e48 req-63f5ca62-bfb6-40f2-ad62-738bb334392a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.0669298 Oct 10 11:59:42.768411 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b8d0d25-5475-4ff8-82c8-bd25fa547bdc req-082c1d57-5050-4cdf-a1ca-382d7a55c735 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0367911 Oct 10 11:59:42.775816 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-140b03af-939f-4b3c-92f7-17d1d5061e48 req-c9b63447-c311-42ae-a183-3fcb919c3b0c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828044 Oct 10 11:59:42.799627 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3b01d5d3-3682-451a-91e8-241903acc82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6d7c6555-1ce6-4b09-b107-b08f801a1e3b), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.802151 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3b01d5d3-3682-451a-91e8-241903acc82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.803387 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3b01d5d3-3682-451a-91e8-241903acc82a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6d7c6555-1ce6-4b09-b107-b08f801a1e3b HTTP/1.1" status: 204 len: 168 time: 0.2359452 Oct 10 11:59:42.811592 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01d5d3-3682-451a-91e8-241903acc82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c6555-1ce6-4b09-b107-b08f801a1e3b,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:43.082583 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12524d6a-39e3-4950-86b9-2c1e1ac4fd12 req-2cd133dc-67af-455b-8762-bee2aed1da51 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:43.084085 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12524d6a-39e3-4950-86b9-2c1e1ac4fd12 req-2cd133dc-67af-455b-8762-bee2aed1da51 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0478299 Oct 10 11:59:43.119408 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:43.132427 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12524d6a-39e3-4950-86b9-2c1e1ac4fd12 req-03440859-9abd-4fbb-af8b-f10f2eda4520 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Oct 10 11:59:43.327608 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b86f78d-56a5-4890-b180-0e17b9097591 req-98fa3751-bb31-4a3e-bbf9-90fd1b434d3c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0295668 Oct 10 11:59:43.466298 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b2310-90fa-4fc6-b84b-cb47d3fe68ba req-be80c166-16de-4323-b312-96050c011a62 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:43.467742 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e18b2310-90fa-4fc6-b84b-cb47d3fe68ba req-be80c166-16de-4323-b312-96050c011a62 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0478475 Oct 10 11:59:43.517877 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e18b2310-90fa-4fc6-b84b-cb47d3fe68ba req-e56a5b2b-456b-4fca-a751-105891aa3f65 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Oct 10 11:59:43.619412 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 11:59:43.734755 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:43.749001 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'port_id': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'mac_address': 'fa:16:3e:a0:9a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 11:59:43.785349 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port fa2ac855-9b1f-4330-96cc-cad641c595d3 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:43.785825 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:43.801404 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ac855-9b1f-4330-96cc-cad641c595d3 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:43.831435 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:43.839205 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:43.893253 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:43.908690 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e1480909-6dd3-4565-8287-73cd1acfe565 req-524541c4-df84-46c7-8ec7-63989e682172 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0371916 Oct 10 11:59:43.924857 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:43.944683 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa76d8f-6c8e-4a42-bd77-384cb4749cc2 req-114ef493-e856-45d3-96c9-ade055bda194 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:43.946742 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfa76d8f-6c8e-4a42-bd77-384cb4749cc2 req-114ef493-e856-45d3-96c9-ade055bda194 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.0648372 Oct 10 11:59:43.996488 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfa76d8f-6c8e-4a42-bd77-384cb4749cc2 req-84fb7623-4753-45f4-b27a-76bb9a7a00c9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441422 Oct 10 11:59:44.256736 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c830c-e39b-4800-8d94-d53121406ebd req-2505822f-82b8-448d-a202-10d39245f61b tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:44.258341 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-262c830c-e39b-4800-8d94-d53121406ebd req-2505822f-82b8-448d-a202-10d39245f61b tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0508008 Oct 10 11:59:44.317114 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-262c830c-e39b-4800-8d94-d53121406ebd req-17a13518-fd7b-42f0-a8e8-f19b1e5d853d tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Oct 10 11:59:44.437269 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7e04e445-fc26-47e1-b1e9-1c7da4ed5d4c req-7d3241c4-4efc-438d-b231-c9d0bd723e66 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0320678 Oct 10 11:59:44.668145 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0e476-2090-493b-b844-5ee793366316 req-b3930c8f-c350-4306-98bd-8be41bd49a3b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:44.670148 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cfb0e476-2090-493b-b844-5ee793366316 req-b3930c8f-c350-4306-98bd-8be41bd49a3b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 944 time: 0.0705371 Oct 10 11:59:44.720437 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cfb0e476-2090-493b-b844-5ee793366316 req-4cca6103-9b8a-445c-a904-d0460c813d92 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429473 Oct 10 11:59:45.012914 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa2e4c60-0fd9-4dc1-9260-1e2de45de99d req-140063a0-2a24-4e7b-a008-953565cdf714 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0295475 Oct 10 11:59:45.112774 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e47ec-9708-4058-8e71-5cdaed75c85f req-f8b7a22b-4256-4a1d-892d-33cd96460120 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:45.114272 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-418e47ec-9708-4058-8e71-5cdaed75c85f req-f8b7a22b-4256-4a1d-892d-33cd96460120 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.0459893 Oct 10 11:59:45.160534 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-418e47ec-9708-4058-8e71-5cdaed75c85f req-52bc5991-8833-4a9c-9589-b78dd2c46463 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407271 Oct 10 11:59:45.436994 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19665229-a3cb-4efa-ac7d-4a8bd9a206d8 req-d84cac28-4bc9-448b-8aae-792195502b5a tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:45.438429 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-19665229-a3cb-4efa-ac7d-4a8bd9a206d8 req-d84cac28-4bc9-448b-8aae-792195502b5a tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0457799 Oct 10 11:59:45.485170 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-19665229-a3cb-4efa-ac7d-4a8bd9a206d8 req-a1798931-9a41-4944-80aa-d25d2e403ce6 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410326 Oct 10 11:59:45.541755 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-200c72ad-1a4a-448e-8834-cc99aa994266 req-35e55578-60df-4a66-92f8-22225c77611b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0294538 Oct 10 11:59:45.841274 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c47e1-5fc3-4c0e-a2f8-856ce2e7c263 req-ea9810cf-ac8f-4c08-9125-3cc5c889ede0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:45.842706 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-761c47e1-5fc3-4c0e-a2f8-856ce2e7c263 req-ea9810cf-ac8f-4c08-9125-3cc5c889ede0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 944 time: 0.0454395 Oct 10 11:59:45.889909 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-761c47e1-5fc3-4c0e-a2f8-856ce2e7c263 req-35aaf487-8bff-4cb0-a7f7-4d870d0b5642 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417798 Oct 10 11:59:46.110682 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e41995d-883a-4e9a-80b1-fa50f6f9c8fd req-693d743a-a4b6-469d-901d-f16683e89d06 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0275469 Oct 10 11:59:46.278023 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230e177-4c74-4bae-b2b5-f96449b040af req-6228e7e0-5225-48fe-9083-1cceb207e6cd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:46.279462 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4230e177-4c74-4bae-b2b5-f96449b040af req-6228e7e0-5225-48fe-9083-1cceb207e6cd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.0446811 Oct 10 11:59:46.328436 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4230e177-4c74-4bae-b2b5-f96449b040af req-a349ef88-0946-4994-86c1-42411678de2c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435793 Oct 10 11:59:46.604745 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd50fe-67f1-43be-8658-add87f0645f9 req-00d4d67b-e6e4-4170-95f1-cb4ee692006c tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:46.606199 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ffd50fe-67f1-43be-8658-add87f0645f9 req-00d4d67b-e6e4-4170-95f1-cb4ee692006c tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0487294 Oct 10 11:59:46.665037 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a28bcd5-893a-4391-b277-32dbbc64f2c8 req-be7b3013-74ce-4a63-91e2-58cafe7821f3 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0334449 Oct 10 11:59:46.675708 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ffd50fe-67f1-43be-8658-add87f0645f9 req-b9227b74-511c-4be9-ad34-0d97a90d236f tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639887 Oct 10 11:59:46.866128 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['fa2ac855-9b1f-4330-96cc-cad641c595d3'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 11:59:47.028346 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0addb-1809-4bdf-a74f-a6a46f464e38 req-0542ac7d-6ac0-44e9-95c4-abe453278a0a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:47.029814 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-afe0addb-1809-4bdf-a74f-a6a46f464e38 req-0542ac7d-6ac0-44e9-95c4-abe453278a0a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 944 time: 0.0498958 Oct 10 11:59:47.044054 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:47.061295 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:47.078904 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-afe0addb-1809-4bdf-a74f-a6a46f464e38 req-fa875184-74b5-4b59-b854-a58a25d9e4da tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431645 Oct 10 11:59:47.214029 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c6451a9-5aeb-4cce-a7dd-1b370973d94d req-6dcc1da0-0053-4946-8b13-72230b631a3a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0286694 Oct 10 11:59:47.227134 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Request body: {'port': {'device_id': '0079dd21-134c-4eba-b98a-5e223f5bfb49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:47.292662 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (b6770e59-ceb9-442a-901d-70ac68923881), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:47.349080 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-072f5cbc-2d04-414d-bf45-3fd8667f1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:47.350568 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-072f5cbc-2d04-414d-bf45-3fd8667f1ea0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d57fdf43bdef4f0dabd51175a84e9093&device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 1127 time: 0.0809271 Oct 10 11:59:47.387162 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-58185529-e499-43f3-b1ec-255f7b0178b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:47.388677 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-58185529-e499-43f3-b1ec-255f7b0178b8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 915 time: 0.1999848 Oct 10 11:59:47.416688 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:47.520883 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6796c-2c8a-44c3-930d-6953c15d069f req-c9c3ecb5-ec71-47c6-b3de-28596bdff37f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:47.522505 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bc6796c-2c8a-44c3-930d-6953c15d069f req-c9c3ecb5-ec71-47c6-b3de-28596bdff37f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.1043632 Oct 10 11:59:47.692736 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-2cc9d817-d469-4182-8de7-7bfdae249adc service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4554c-8489-4c92-b988-ba8723479120 HTTP/1.1" status: 200 len: 217 time: 0.0629995 Oct 10 11:59:47.731909 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-8cc28852-8c61-45b9-860e-e5b97cafe601 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 HTTP/1.1" status: 200 len: 217 time: 0.1088090 Oct 10 11:59:47.813429 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-d6fe2449-c415-4547-b94e-fa2cae972981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:47.815645 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-d6fe2449-c415-4547-b94e-fa2cae972981 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c2029097-5c76-4384-b42f-4e0890327b26 HTTP/1.1" status: 200 len: 848 time: 0.0650389 Oct 10 11:59:47.830733 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:47.847934 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-4a8d95d9-6f5a-4dbb-82ca-772d0be6914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:47.866963 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-4a8d95d9-6f5a-4dbb-82ca-772d0be6914d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.1401896 Oct 10 11:59:47.885768 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6770e59-ceb9-442a-901d-70ac68923881 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:47.999176 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-bb27c0d5-8b60-4c6a-a588-b41032ad0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:47.999892 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-bb27c0d5-8b60-4c6a-a588-b41032ad0a03 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080766 Oct 10 11:59:48.033502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-d821fbc3-91c4-48c7-9855-7d1392921fb1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:48.035015 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-d821fbc3-91c4-48c7-9855-7d1392921fb1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 810 time: 0.1520777 Oct 10 11:59:48.049396 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dacc5861-1995-4195-a39e-22316e6b9adf req-84a8f9d1-2a49-4b53-ac9d-823fc4576d97 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.1687992 Oct 10 11:59:48.075628 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bc6796c-2c8a-44c3-930d-6953c15d069f req-1d7ecff8-8102-42b6-8b10-538a7223967c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5429816 Oct 10 11:59:48.080551 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Publish callbacks [] for port (b6770e59-ceb9-442a-901d-70ac68923881), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.092204 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-0a3c2990-bf40-44a0-9173-a24711a1b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:48.101998 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-0a3c2990-bf40-44a0-9173-a24711a1b6f4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=34b06faa-9ac1-44a9-be49-fe3ff8492ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2672434 Oct 10 11:59:48.238662 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:48.272377 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41016) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:48.298508 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-88fd9e8e-4be2-4f98-b62f-c7b40ddda6f8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/34b06faa-9ac1-44a9-be49-fe3ff8492ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418507 Oct 10 11:59:48.329940 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Transition to ACTIVE for port object b6770e59-ceb9-442a-901d-70ac68923881 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:48.341957 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-7d981190-6b07-417e-892a-93a4fc88af7f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273985 Oct 10 11:59:48.356574 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe44918-edc7-4f07-adc8-d4b38651be14 req-53feebda-7972-493d-bacb-3e825a7b9e66 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:48.363595 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfe44918-edc7-4f07-adc8-d4b38651be14 req-53feebda-7972-493d-bacb-3e825a7b9e66 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 944 time: 0.1091630 Oct 10 11:59:48.398283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (b6770e59-ceb9-442a-901d-70ac68923881), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.433168 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-66fe85e9-e499-4c40-b0eb-0992e5d05f9e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=79aee39298624f99b33b9808fe5030f8 HTTP/1.1" status: 200 len: 380 time: 0.3564866 Oct 10 11:59:48.446596 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2aa15159-1a15-4eed-934c-1d255e29ecbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.460518 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff07c72-c0f1-4a9c-9ef5-db8cffa427c5 req-89bac3f7-7b7a-41e0-8e62-1aa63caae79a tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:48.467900 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ff07c72-c0f1-4a9c-9ef5-db8cffa427c5 req-89bac3f7-7b7a-41e0-8e62-1aa63caae79a tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.2413960 Oct 10 11:59:48.566886 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'port': {'device_id': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'admin_state_up': True, 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'security_groups': ['0eb73d73-053d-4bd0-8768-ab22a2baf699']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:48.641139 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ff07c72-c0f1-4a9c-9ef5-db8cffa427c5 req-c9bfe7c8-d99f-4f9a-9fea-6482223749d7 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716292 Oct 10 11:59:48.649964 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfe44918-edc7-4f07-adc8-d4b38651be14 req-1838d7f4-73be-434f-b3be-af6e44ff1e1d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853444 Oct 10 11:59:48.707211 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.58', 50685) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:48.738429 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6770e59-ceb9-442a-901d-70ac68923881,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:48.742722 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2aa15159-1a15-4eed-934c-1d255e29ecbf admin admin] Publish callbacks [] for security_group (b36bd07a-7756-4d80-8ae9-af3ad877ab78), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.753882 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2aa15159-1a15-4eed-934c-1d255e29ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b36bd07a-7756-4d80-8ae9-af3ad877ab78), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.758460 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:48.832076 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa15159-1a15-4eed-934c-1d255e29ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36bd07a-7756-4d80-8ae9-af3ad877ab78,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:48.835321 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2352b4b8-c46c-40e7-a4e9-827208979016 req-922b05b5-35c7-404f-99f3-ea32a110d082 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0839999 Oct 10 11:59:48.840038 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2aa15159-1a15-4eed-934c-1d255e29ecbf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a9de0fc88a2e45a4b2e5eb091f113848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5640545 Oct 10 11:59:48.840277 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-70f0f9e8-c696-43f2-a960-4c4ce550a34e req-2b94f785-c52c-4b63-98b3-619a4c51415a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/34b06faa-9ac1-44a9-be49-fe3ff8492ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933676 Oct 10 11:59:48.841178 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41034) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:48.845996 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:48.848125 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1c7d3056-4ef4-4fb4-a126-f413d4f81090 req-2d76e0ad-586d-477f-a377-2342ccec996d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000216 Oct 10 11:59:48.907622 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device b0a4554c-8489-4c92-b988-ba8723479120 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 11:59:48.908455 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Attempting to bind port b6770e59-ceb9-442a-901d-70ac68923881 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:48.908897 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Attempting to bind port b6770e59-ceb9-442a-901d-70ac68923881 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:48.909303 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Attempting to bind port b6770e59-ceb9-442a-901d-70ac68923881 on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:48.926670 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c84-a0b9-4e5c-b8a6-ef727889f8bb admin admin] Publish callbacks [] for security_group (b36bd07a-7756-4d80-8ae9-af3ad877ab78), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.927380 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:48.965408 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c84-a0b9-4e5c-b8a6-ef727889f8bb admin admin] Publish callbacks [] for security_group (b36bd07a-7756-4d80-8ae9-af3ad877ab78), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.989305 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-0549e48a-a220-4135-a26b-95cf04886631 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:48.990755 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-0549e48a-a220-4135-a26b-95cf04886631 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 819 time: 0.2497408 Oct 10 11:59:49.012949 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Made reservation on behalf of 79aee39298624f99b33b9808fe5030f8 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:49.016809 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.026178 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c84-a0b9-4e5c-b8a6-ef727889f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b36bd07a-7756-4d80-8ae9-af3ad877ab78), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.029336 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Port b6770e59-ceb9-442a-901d-70ac68923881 on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 11:59:49.029705 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Attempting to bind port b6770e59-ceb9-442a-901d-70ac68923881 on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:49.031656 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c84-a0b9-4e5c-b8a6-ef727889f8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.035504 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-7fa06c84-a0b9-4e5c-b8a6-ef727889f8bb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b36bd07a-7756-4d80-8ae9-af3ad877ab78 HTTP/1.1" status: 204 len: 168 time: 0.1912374 Oct 10 11:59:49.037193 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port fa2ac855-9b1f-4330-96cc-cad641c595d3 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 11:59:49.051427 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa06c84-a0b9-4e5c-b8a6-ef727889f8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36bd07a-7756-4d80-8ae9-af3ad877ab78,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:49.067286 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port fa2ac855-9b1f-4330-96cc-cad641c595d3 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:49.068013 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.068573 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port fa2ac855-9b1f-4330-96cc-cad641c595d3 Oct 10 11:59:49.123861 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port b0a4554c-8489-4c92-b988-ba8723479120, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b0a4554c-8489-4c92-b988-ba8723479120,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:49.127562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:49.127909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Checking segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:49.128468 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Bound using segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:49.128917 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Bound port: b6770e59-ceb9-442a-901d-70ac68923881, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:49.129278 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (b6770e59-ceb9-442a-901d-70ac68923881), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.139520 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:49.141896 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'b0a4554c-8489-4c92-b988-ba8723479120', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 11:59:49.196945 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port b0a4554c-8489-4c92-b988-ba8723479120 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:49.197751 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (b0a4554c-8489-4c92-b988-ba8723479120), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.245024 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a4554c-8489-4c92-b988-ba8723479120 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:49.253107 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port fa2ac855-9b1f-4330-96cc-cad641c595d3 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:49.253900 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.277801 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port b0a4554c-8489-4c92-b988-ba8723479120, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b0a4554c-8489-4c92-b988-ba8723479120,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:49.286265 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (b0a4554c-8489-4c92-b988-ba8723479120), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.297161 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:49.311255 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a80aac76-9f38-418c-a8e6-f32191343f3d req-8208ac60-0844-4211-a8e4-13c388550e0c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0932384 Oct 10 11:59:49.331967 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] For port b6770e59-ceb9-442a-901d-70ac68923881, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:49.342762 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572f36a-8d2b-4c4a-a012-75a0c698f856 req-6fc08e11-15cb-48b6-9268-2dfa69bf1c56 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:49.344256 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b572f36a-8d2b-4c4a-a012-75a0c698f856 req-6fc08e11-15cb-48b6-9268-2dfa69bf1c56 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 943 time: 0.1574833 Oct 10 11:59:49.352110 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Allocated IP 172.20.0.8 (5c924414-a382-471c-a40e-c6f3cc3eb62c/4d4fac74-b3ac-4135-9f20-60b982967388/6800ab16-3bab-4f54-bff2-7a9c18dfc7b7) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:49.382585 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] For port b6770e59-ceb9-442a-901d-70ac68923881, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b6770e59-ceb9-442a-901d-70ac68923881,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:49.400079 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (b6770e59-ceb9-442a-901d-70ac68923881), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.424653 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:49.425270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.426659 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/b6770e59-ceb9-442a-901d-70ac68923881 HTTP/1.1" status: 200 len: 1093 time: 2.2046981 Oct 10 11:59:49.433680 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:49.442963 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0079dd21-134c-4eba-b98a-5e223f5bfb49', 'tag': 'b6770e59-ceb9-442a-901d-70ac68923881'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:49.444859 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.452423 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=b0a4554c-8489-4c92-b988-ba8723479120,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:49.503242 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b572f36a-8d2b-4c4a-a012-75a0c698f856 req-9c48f79b-4138-439a-98e3-6b85fb380a21 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481404 Oct 10 11:59:49.510967 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41052) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:49.528613 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-60419af5-8f37-4597-a655-c29c7a0b37fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.551474 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:49.576248 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248df491-62a7-4cd6-82b1-6c50ac38d12d" -d '{"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:49.581440 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:49.606884 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1cc8f-ac74-42b5-9042-1ab776922fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6770e59-ceb9-442a-901d-70ac68923881,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:49.625031 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['b0a4554c-8489-4c92-b988-ba8723479120'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 11:59:49.651267 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:49.717105 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-60419af5-8f37-4597-a655-c29c7a0b37fc admin admin] Publish callbacks [] for security_group (77cac7d4-f9b7-4867-a2d0-4a93ccf06585), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.737724 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.739452 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-60419af5-8f37-4597-a655-c29c7a0b37fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (77cac7d4-f9b7-4867-a2d0-4a93ccf06585), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.766923 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'port': {'device_id': '42ca0d44-4c8c-44a3-b638-4983f27a9aba', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'admin_state_up': True, 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:49.867054 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-2e027542-e33b-4366-93e3-f6f433611e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:49.870057 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-2e027542-e33b-4366-93e3-f6f433611e5a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d57fdf43bdef4f0dabd51175a84e9093&device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 1127 time: 0.1096413 Oct 10 11:59:49.911813 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61135bdf-d82c-4b05-a8c2-01f8705cbb81" -d '{"events": [{"name": "network-changed", "server_uuid": "0079dd21-134c-4eba-b98a-5e223f5bfb49", "tag": "b6770e59-ceb9-442a-901d-70ac68923881"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:49.921809 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-60419af5-8f37-4597-a655-c29c7a0b37fc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=130cc2faca61482fb6651e1ca3266b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095051 Oct 10 11:59:49.930100 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41088) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:49.939489 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60419af5-8f37-4597-a655-c29c7a0b37fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cac7d4-f9b7-4867-a2d0-4a93ccf06585,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:49.944242 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d44ae1b-d362-43be-9fc2-af6ca5d2e627 x-openstack-request-id: req-3d44ae1b-d362-43be-9fc2-af6ca5d2e627 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:49.944727 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:49.944822 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d44ae1b-d362-43be-9fc2-af6ca5d2e627 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:49.945486 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d44ae1b-d362-43be-9fc2-af6ca5d2e627'] response: {'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'code': 200} Oct 10 11:59:49.970464 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-0de89c79-9936-443b-a512-9ff5d3b7d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:49.972982 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-0de89c79-9936-443b-a512-9ff5d3b7d8dc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 1127 time: 0.1368928 Oct 10 11:59:49.983762 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:49.991377 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa8fe1-b68e-4543-b658-d3994f7077fa req-1e607be6-cc0e-4502-9295-01d82142362c tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:50.001332 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-52aa8fe1-b68e-4543-b658-d3994f7077fa req-1e607be6-cc0e-4502-9295-01d82142362c tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0853751 Oct 10 11:59:50.032096 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2346-fd9e-4ed0-b030-4ed820d7c33b admin admin] Publish callbacks [] for security_group (77cac7d4-f9b7-4867-a2d0-4a93ccf06585), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.043112 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:50.090847 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-9ddc3504-fa34-42ef-9a17-146eec316e8f service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6770e59-ceb9-442a-901d-70ac68923881 HTTP/1.1" status: 200 len: 217 time: 0.0601172 Oct 10 11:59:50.099771 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2346-fd9e-4ed0-b030-4ed820d7c33b admin admin] Publish callbacks [] for security_group (77cac7d4-f9b7-4867-a2d0-4a93ccf06585), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.180878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.209255 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-39e2d8fa-3486-4e95-9843-23d1476ae474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:50.211118 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-39e2d8fa-3486-4e95-9843-23d1476ae474 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0839679 Oct 10 11:59:50.268848 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2346-fd9e-4ed0-b030-4ed820d7c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (77cac7d4-f9b7-4867-a2d0-4a93ccf06585), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.271625 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2346-fd9e-4ed0-b030-4ed820d7c33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.276830 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-7d5f2346-fd9e-4ed0-b030-4ed820d7c33b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/77cac7d4-f9b7-4867-a2d0-4a93ccf06585 HTTP/1.1" status: 204 len: 168 time: 0.3474562 Oct 10 11:59:50.292098 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-9409555e-548f-41b8-a03b-22d47f92360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:50.293812 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-9409555e-548f-41b8-a03b-22d47f92360a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753701 Oct 10 11:59:50.388944 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f2346-fd9e-4ed0-b030-4ed820d7c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cac7d4-f9b7-4867-a2d0-4a93ccf06585,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:50.475229 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e73ebb-699d-4ce8-8d19-43dd8050101f req-905f9d36-cc2a-4dc3-b01d-3ff0aaa7b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:50.476375 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-80e73ebb-699d-4ce8-8d19-43dd8050101f req-905f9d36-cc2a-4dc3-b01d-3ff0aaa7b7b3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1129 time: 0.1815970 Oct 10 11:59:50.506961 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-80e73ebb-699d-4ce8-8d19-43dd8050101f req-df10ceed-d3bb-4499-98ad-edfaea266393 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.523555 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c45c4-0548-4890-a6f3-d3ed757dd9e4 req-8f249f09-bf82-4b4b-b084-fce1ce079f0c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:50.525819 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-416c45c4-0548-4890-a6f3-d3ed757dd9e4 req-8f249f09-bf82-4b4b-b084-fce1ce079f0c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.4853899 Oct 10 11:59:50.549678 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-f7f1925d-96f0-47bb-b3d4-20eeda1078eb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620305 Oct 10 11:59:50.596301 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:50.619976 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-52aa8fe1-b68e-4543-b658-d3994f7077fa req-82ec03ab-4d5b-4cc0-b281-fdca7e617811 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177599 Oct 10 11:59:50.625721 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:50.628212 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-9ff31ecb-262f-4580-9b76-eabf971a5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:50.629657 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-9ff31ecb-262f-4580-9b76-eabf971a5b62 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=34b06faa-9ac1-44a9-be49-fe3ff8492ca5 HTTP/1.1" status: 200 len: 910 time: 0.5875392 Oct 10 11:59:50.630313 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:50.739842 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'Port': ['ID=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:50.753054 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-342e7d97-7268-408a-832f-74a2c9b9b4f5 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 HTTP/1.1" status: 200 len: 217 time: 0.0895205 Oct 10 11:59:50.817822 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Made reservation on behalf of b72dcfa7755e499f8f55ade0fde3d7c7 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:50.821742 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.921546 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a160efd6-69a4-4ef9-8163-d2404203aace req-7e9d8bda-63f3-4d57-ad4d-a774818f63d5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.1075861 Oct 10 11:59:50.922230 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device b0a4554c-8489-4c92-b988-ba8723479120 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:50.923356 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-2644040d-c8d0-4f4e-9c43-f3a3f7b93976 req-3e5c0e1d-2e44-4be3-84bb-cc63ad0dcc21 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659012 Oct 10 11:59:50.924583 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-80e73ebb-699d-4ce8-8d19-43dd8050101f req-df10ceed-d3bb-4499-98ad-edfaea266393 service neutron] Publish callbacks [] for security_group (beae4137-56fa-405a-964b-20d70fd5b235), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.933712 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-80e73ebb-699d-4ce8-8d19-43dd8050101f req-df10ceed-d3bb-4499-98ad-edfaea266393 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (beae4137-56fa-405a-964b-20d70fd5b235), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.938329 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:50.939457 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:51.011401 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:51.018282 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-153d4575-e8f5-4422-ab57-fe9cfc1ff6e6 None None] Provisioning complete for port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:51.022781 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-153d4575-e8f5-4422-ab57-fe9cfc1ff6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:51.023316 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-153d4575-e8f5-4422-ab57-fe9cfc1ff6e6 None None] Attempt 1 to provision port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 Oct 10 11:59:51.058694 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-80e73ebb-699d-4ce8-8d19-43dd8050101f req-df10ceed-d3bb-4499-98ad-edfaea266393 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5736756 Oct 10 11:59:51.060876 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10ceed-d3bb-4499-98ad-edfaea266393 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=beae4137-56fa-405a-964b-20d70fd5b235,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:51.089113 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-416c45c4-0548-4890-a6f3-d3ed757dd9e4 req-37e0d3fb-927e-4bb7-a02e-18126e5c7a92 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4954333 Oct 10 11:59:51.096006 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-085b081d-7a4e-4d71-85d0-0d2584a35bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:51.097597 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-085b081d-7a4e-4d71-85d0-0d2584a35bbc service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c2029097-5c76-4384-b42f-4e0890327b26 HTTP/1.1" status: 200 len: 848 time: 0.2818215 Oct 10 11:59:51.106057 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-623ccfb1-7fec-4834-8f26-112fcb8e00fd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5429482 Oct 10 11:59:51.131773 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:51.165623 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Allocated IP 172.20.0.6 (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422/95412195-ef37-40f7-ae8f-143b7f8669e9/32e17a37-9b9d-4960-877e-e2b3e5fc255f) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:51.203128 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-153d4575-e8f5-4422-ab57-fe9cfc1ff6e6 None None] Port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:51.206427 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port b0a4554c-8489-4c92-b988-ba8723479120 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 11:59:51.214136 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port b0a4554c-8489-4c92-b988-ba8723479120 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:51.215647 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (b0a4554c-8489-4c92-b988-ba8723479120), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:51.216298 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port b0a4554c-8489-4c92-b988-ba8723479120 Oct 10 11:59:51.268684 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ffec8f-8efe-4eca-888d-a5303331156c x-openstack-request-id: req-18ffec8f-8efe-4eca-888d-a5303331156c {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:51.269856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0079dd21-134c-4eba-b98a-5e223f5bfb49", "tag": "b6770e59-ceb9-442a-901d-70ac68923881", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:51.269856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18ffec8f-8efe-4eca-888d-a5303331156c {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:51.270008 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ffec8f-8efe-4eca-888d-a5303331156c'] response: {'name': 'network-changed', 'server_uuid': '0079dd21-134c-4eba-b98a-5e223f5bfb49', 'tag': 'b6770e59-ceb9-442a-901d-70ac68923881', 'status': 'completed', 'code': 200} Oct 10 11:59:51.333062 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port b0a4554c-8489-4c92-b988-ba8723479120 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:51.333454 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (b0a4554c-8489-4c92-b988-ba8723479120), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:51.369954 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port b0a4554c-8489-4c92-b988-ba8723479120, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b0a4554c-8489-4c92-b988-ba8723479120,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:51.375153 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (b0a4554c-8489-4c92-b988-ba8723479120), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:51.415086 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a87ff-8962-41df-99c9-8fc34de21187 req-c23b3be4-0f35-4222-ad5f-2cea26ef1e10 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:51.417423 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-611a87ff-8962-41df-99c9-8fc34de21187 req-c23b3be4-0f35-4222-ad5f-2cea26ef1e10 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 931 time: 0.1555479 Oct 10 11:59:51.432299 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=b0a4554c-8489-4c92-b988-ba8723479120,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:51.443807 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ebe35-b7b3-41b2-8010-c33ef88edef8 req-7f34f2fd-3db1-406c-94f0-aa901b3855d8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:51.445461 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-544ebe35-b7b3-41b2-8010-c33ef88edef8 req-7f34f2fd-3db1-406c-94f0-aa901b3855d8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 944 time: 0.0935197 Oct 10 11:59:51.552217 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:51.570920 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-611a87ff-8962-41df-99c9-8fc34de21187 req-640ebce1-dc9c-441d-b88b-df4b12552e96 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422563 Oct 10 11:59:51.599590 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-544ebe35-b7b3-41b2-8010-c33ef88edef8 req-66e82483-9b7c-40d0-b80d-5da469175ee8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386878 Oct 10 11:59:51.599590 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:51.650082 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:51.710264 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event updated for resources: {'Port': ['ID=32e17a37-9b9d-4960-877e-e2b3e5fc255f,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:51.725136 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:51.727058 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:51.729805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:51.849267 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:51.850336 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:51.879900 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b0705-fa32-4685-b830-3746ece1d841 req-379b884b-f288-432c-93da-a41a93493e54 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:51.881589 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-860b0705-fa32-4685-b830-3746ece1d841 req-379b884b-f288-432c-93da-a41a93493e54 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.1180203 Oct 10 11:59:51.886700 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-15e9931e-4299-4391-8dfb-cd1d56f9871b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1247835 Oct 10 11:59:51.941290 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-860b0705-fa32-4685-b830-3746ece1d841 req-67fe477d-14f5-4507-bf68-e84c817128ac tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Oct 10 11:59:51.947845 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a4554c-8489-4c92-b988-ba8723479120'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:51.950363 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b7faf0-2b55-4ea7-9816-f3f94a9c1000" -d '{"events": [{"server_uuid": "0ddfe581-92c6-4065-9fff-7ebe3462658b", "name": "network-vif-plugged", "status": "completed", "tag": "b0a4554c-8489-4c92-b988-ba8723479120"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:52.016646 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d64b17-3be0-4d0f-b0f7-bcfb9f0c617b x-openstack-request-id: req-e5d64b17-3be0-4d0f-b0f7-bcfb9f0c617b {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:52.017268 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddfe581-92c6-4065-9fff-7ebe3462658b", "name": "network-vif-plugged", "status": "completed", "tag": "b0a4554c-8489-4c92-b988-ba8723479120", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:52.017368 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5d64b17-3be0-4d0f-b0f7-bcfb9f0c617b {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:52.017817 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d64b17-3be0-4d0f-b0f7-bcfb9f0c617b'] response: {'server_uuid': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a4554c-8489-4c92-b988-ba8723479120', 'code': 200} Oct 10 11:59:52.089696 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a12fe5-c6b7-4dc4-882e-5b394044bfca req-09321936-d829-498c-9f1c-705d705de81f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:52.091311 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e5a12fe5-c6b7-4dc4-882e-5b394044bfca req-09321936-d829-498c-9f1c-705d705de81f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 931 time: 0.0524437 Oct 10 11:59:52.133394 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-de6248a3-79bd-4939-8cb2-326d9e00d057 None None] Provisioning complete for port 32e17a37-9b9d-4960-877e-e2b3e5fc255f triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:52.135173 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-de6248a3-79bd-4939-8cb2-326d9e00d057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:52.135678 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-de6248a3-79bd-4939-8cb2-326d9e00d057 None None] Attempt 1 to provision port 32e17a37-9b9d-4960-877e-e2b3e5fc255f Oct 10 11:59:52.156046 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e5a12fe5-c6b7-4dc4-882e-5b394044bfca req-830f1ca4-7f1c-4a24-b945-04c3d6b7588f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540481 Oct 10 11:59:52.185020 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-de6248a3-79bd-4939-8cb2-326d9e00d057 None None] Port 32e17a37-9b9d-4960-877e-e2b3e5fc255f cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:52.270856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b84f78-fc70-4b47-b6d7-83de2bd0b21a req-c2ff74be-79d9-4042-a8ac-d3f4da11f289 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:52.272498 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c6b84f78-fc70-4b47-b6d7-83de2bd0b21a req-c2ff74be-79d9-4042-a8ac-d3f4da11f289 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0628705 Oct 10 11:59:52.335434 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Request body: {'port': {'device_id': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:52.391751 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Request body: {'port': {'device_id': '42ca0d44-4c8c-44a3-b638-4983f27a9aba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:52.394873 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:52.422365 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c6b84f78-fc70-4b47-b6d7-83de2bd0b21a req-9e114e89-dd11-4377-8719-678826d13ee6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427426 Oct 10 11:59:52.496884 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-c4072d4b-0ea8-4ddc-9391-8ab0b238264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:52.498385 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-c4072d4b-0ea8-4ddc-9391-8ab0b238264d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=34b06faa-9ac1-44a9-be49-fe3ff8492ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1600769 Oct 10 11:59:52.527056 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:52.548323 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:52.711653 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:52.787007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:52.796308 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-26443024-0c4c-44dc-9939-6f98528d334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:52.797796 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-26443024-0c4c-44dc-9939-6f98528d334c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 1127 time: 0.1057563 Oct 10 11:59:52.917678 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 11:59:52.929183 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:52.930444 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d534f-4a44-4d12-9502-d6c0741c5160 req-c7ac7a9e-4e32-4521-a25b-46f309659f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:52.932079 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-671d534f-4a44-4d12-9502-d6c0741c5160 req-c7ac7a9e-4e32-4521-a25b-46f309659f62 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 1129 time: 0.0558271 Oct 10 11:59:52.933131 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-33444e3a-ddb9-469c-b955-2cde789c5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:52.934433 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-33444e3a-ddb9-469c-b955-2cde789c5036 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.1261325 Oct 10 11:59:52.975470 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b53e0-5bce-4e5a-9bf1-d6f2a2e6722b req-630f959f-227e-4a57-b28f-297735cfa8e9 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:52.977743 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-639b53e0-5bce-4e5a-9bf1-d6f2a2e6722b req-630f959f-227e-4a57-b28f-297735cfa8e9 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 931 time: 0.2869251 Oct 10 11:59:53.001100 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-1b378c42-a178-4395-995e-0af51d6c26a6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6770e59-ceb9-442a-901d-70ac68923881 HTTP/1.1" status: 200 len: 217 time: 0.0471301 Oct 10 11:59:53.036532 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b199c-6f96-4b0d-acfa-c9b3fe08d3b8 req-708ffc11-0518-4b5a-a045-7c07b36082f9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:53.037990 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-911b199c-6f96-4b0d-acfa-c9b3fe08d3b8 req-708ffc11-0518-4b5a-a045-7c07b36082f9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.2523332 Oct 10 11:59:53.060480 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-671d534f-4a44-4d12-9502-d6c0741c5160 req-a2eacb27-dc09-4489-ae9a-162e40ba7d49 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152132 Oct 10 11:59:53.061723 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:53.073161 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-98daedd1-6740-4a53-bc01-66771e9f18af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:53.075568 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-98daedd1-6740-4a53-bc01-66771e9f18af service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0661170 Oct 10 11:59:53.077420 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1', 'network_id': '34b06faa-9ac1-44a9-be49-fe3ff8492ca5', 'port_id': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1', 'mac_address': 'fa:16:3e:4d:22:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2029097-5c76-4384-b42f-4e0890327b26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 11:59:53.114651 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:53.115115 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:53.129426 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:53.151709 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:53.155605 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:53.208059 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:53.366058 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-9fdfde7d-d68a-4dd0-8b7f-14e84e85c1ae service neutron] 10.222.0.58 "GET /networking/v2.0/networks/34b06faa-9ac1-44a9-be49-fe3ff8492ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728787 Oct 10 11:59:53.393988 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-639b53e0-5bce-4e5a-9bf1-d6f2a2e6722b req-7a2d9406-569c-4c63-a964-a564f5b168be tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741407 Oct 10 11:59:53.404699 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:53.414500 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-911b199c-6f96-4b0d-acfa-c9b3fe08d3b8 req-3931e371-860f-4ded-8777-ef991cbdd228 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515131 Oct 10 11:59:53.477467 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:53.501158 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-14858c73-5494-45d1-839d-4e9ce0eb7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:53.503117 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-14858c73-5494-45d1-839d-4e9ce0eb7108 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630250 Oct 10 11:59:53.533013 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 11:59:53.570829 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e17a37-9b9d-4960-877e-e2b3e5fc255f {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:53.580605 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Publish callbacks [] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:53.595802 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Transition to ACTIVE for port object 32e17a37-9b9d-4960-877e-e2b3e5fc255f will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:53.627635 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:53.714708 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:53.716681 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=11 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:53.736568 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=17 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:53.777551 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Publish callbacks [] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:53.815404 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b7509-fdc1-47da-b8ae-6e60509a7444 req-feac169b-e87e-4883-bc59-e2414ca801de tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:53.819337 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-090b7509-fdc1-47da-b8ae-6e60509a7444 req-feac169b-e87e-4883-bc59-e2414ca801de tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.2157445 Oct 10 11:59:53.871230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895a614-8b49-4036-8fc2-a4d4e24768c8 req-d074c306-266e-4afe-bcf6-d77cbf91878d tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:53.872682 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c895a614-8b49-4036-8fc2-a4d4e24768c8 req-d074c306-266e-4afe-bcf6-d77cbf91878d tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 944 time: 0.2670920 Oct 10 11:59:53.875595 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Transition to ACTIVE for port object 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:53.887207 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Pushing event updated for resources: {'Port': ['ID=32e17a37-9b9d-4960-877e-e2b3e5fc255f,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:53.905505 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:53.942657 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:54.026368 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d7e696b0-1815-46c6-8b3d-0a61bfcbde35 req-a9c1d948-e56f-4023-ba79-c62991ba5c82 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/34b06faa-9ac1-44a9-be49-fe3ff8492ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529807 Oct 10 11:59:54.085715 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Pushing event updated for resources: {'Port': ['ID=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:54.100361 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-090b7509-fdc1-47da-b8ae-6e60509a7444 req-71d3da83-90db-4ccf-b8d5-031a1d09366c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596962 Oct 10 11:59:54.141935 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c895a614-8b49-4036-8fc2-a4d4e24768c8 req-faf6ab15-aceb-413f-8acd-c11fac5565d5 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597611 Oct 10 11:59:54.157711 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Attempting to bind port 32e17a37-9b9d-4960-877e-e2b3e5fc255f on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:54.158053 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Attempting to bind port 32e17a37-9b9d-4960-877e-e2b3e5fc255f by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:54.158391 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Attempting to bind port 32e17a37-9b9d-4960-877e-e2b3e5fc255f on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:54.221923 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-ee6cac8f-e32b-4c3d-8f80-9ca834f5c924 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380832 Oct 10 11:59:54.258861 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Attempting to bind port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:54.259129 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Attempting to bind port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:54.260033 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Attempting to bind port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 on network 5c924414-a382-471c-a40e-c6f3cc3eb62c {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:54.269585 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0af096-1045-461a-baae-db1771c3be6a req-a9435d95-35e0-4557-90eb-55e7d59c81e5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:54.271074 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ad0af096-1045-461a-baae-db1771c3be6a req-a9435d95-35e0-4557-90eb-55e7d59c81e5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0781844 Oct 10 11:59:54.294170 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Port 32e17a37-9b9d-4960-877e-e2b3e5fc255f on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 11:59:54.294496 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Attempting to bind port 32e17a37-9b9d-4960-877e-e2b3e5fc255f on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:54.337823 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:54.392136 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 on network 5c924414-a382-471c-a40e-c6f3cc3eb62c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 11:59:54.392486 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Attempting to bind port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 on network 5c924414-a382-471c-a40e-c6f3cc3eb62c {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:54.398832 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:54.399192 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Checking segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:54.399685 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Bound using segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:54.400596 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Bound port: 32e17a37-9b9d-4960-877e-e2b3e5fc255f, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:54.400961 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:54.431574 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ad0af096-1045-461a-baae-db1771c3be6a req-872be93b-e3b4-4596-99c3-8c3f81ccc486 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382537 Oct 10 11:59:54.497036 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:54.497480 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Checking segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:54.497970 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Bound using segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:54.498527 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Bound port: 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:54.499017 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:54.605435 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] For port 32e17a37-9b9d-4960-877e-e2b3e5fc255f, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:54.636938 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e7894-ddee-4d86-93fc-e3fc2d6ee1dc req-27440532-bfbc-4912-a98c-12712fc8304f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:54.638397 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d17e7894-ddee-4d86-93fc-e3fc2d6ee1dc req-27440532-bfbc-4912-a98c-12712fc8304f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.1138439 Oct 10 11:59:54.643380 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] For port 32e17a37-9b9d-4960-877e-e2b3e5fc255f, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=32e17a37-9b9d-4960-877e-e2b3e5fc255f,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:54.649880 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b262a8-9db6-446a-96d0-d0b614ea5068 req-495dc1bc-5b67-457c-81b7-1bfef4206351 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:54.651872 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-94b262a8-9db6-446a-96d0-d0b614ea5068 req-495dc1bc-5b67-457c-81b7-1bfef4206351 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.1602762 Oct 10 11:59:54.682711 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:54.685817 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:54.686493 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:54.687852 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/32e17a37-9b9d-4960-877e-e2b3e5fc255f HTTP/1.1" status: 200 len: 1093 time: 2.3213239 Oct 10 11:59:54.698846 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ca0d44-4c8c-44a3-b638-4983f27a9aba', 'tag': '32e17a37-9b9d-4960-877e-e2b3e5fc255f'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:54.701045 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b710c33f-334e-4b4f-92e1-334ff41f86b9" -d '{"events": [{"name": "network-changed", "server_uuid": "42ca0d44-4c8c-44a3-b638-4983f27a9aba", "tag": "32e17a37-9b9d-4960-877e-e2b3e5fc255f"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:54.731508 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] For port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:54.766774 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] For port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:54.802573 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:54.809661 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:54.810269 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:54.811650 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 HTTP/1.1" status: 200 len: 1093 time: 2.4844670 Oct 10 11:59:54.814933 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d17e7894-ddee-4d86-93fc-e3fc2d6ee1dc req-5b2c6e58-532a-494d-9900-1b1eb591e061 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576378 Oct 10 11:59:54.818154 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-94b262a8-9db6-446a-96d0-d0b614ea5068 req-fc1024c4-4836-4d5d-a1dd-6860b9c65762 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585846 Oct 10 11:59:54.818862 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a0665-16e2-47f3-ba32-eef625f82dbf service neutron] Pushing event updated for resources: {'Port': ['ID=32e17a37-9b9d-4960-877e-e2b3e5fc255f,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:54.858502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:54.884113 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920aecb-917b-4022-863c-791a5c796e3a x-openstack-request-id: req-a920aecb-917b-4022-863c-791a5c796e3a {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:54.885284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ca0d44-4c8c-44a3-b638-4983f27a9aba", "tag": "32e17a37-9b9d-4960-877e-e2b3e5fc255f", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:54.885284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a920aecb-917b-4022-863c-791a5c796e3a {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:54.885572 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a920aecb-917b-4022-863c-791a5c796e3a'] response: {'name': 'network-changed', 'server_uuid': '42ca0d44-4c8c-44a3-b638-4983f27a9aba', 'tag': '32e17a37-9b9d-4960-877e-e2b3e5fc255f', 'status': 'completed', 'code': 200} Oct 10 11:59:54.887460 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcd569-c042-4a6a-b41d-61186792b780 service neutron] Pushing event updated for resources: {'Port': ['ID=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:54.974740 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4fe5a-d1fe-499c-be21-a04459a8e3a1 req-6d0b22aa-16e3-4189-8d77-b5a884c1e410 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:54.976209 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-52f4fe5a-d1fe-499c-be21-a04459a8e3a1 req-6d0b22aa-16e3-4189-8d77-b5a884c1e410 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0543427 Oct 10 11:59:54.986396 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 41292) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:54.990797 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'floatingip': {'port_id': 'fa2ac855-9b1f-4330-96cc-cad641c595d3'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:55.059717 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (81bc3eb4-df93-4280-a15f-af7d328fe084), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:55.316443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ab83f-b24d-4f61-afc0-f32942066e07 req-9cfe75f0-1a6e-43e5-a162-937919d4fd4e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:55.317881 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-506ab83f-b24d-4f61-afc0-f32942066e07 req-9cfe75f0-1a6e-43e5-a162-937919d4fd4e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.1290114 Oct 10 11:59:55.326575 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a46bb-0e31-47e0-b627-0202658b3308 req-abdc6718-f149-48cd-8f14-7a07a314d0c2 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:55.327934 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd1a46bb-0e31-47e0-b627-0202658b3308 req-abdc6718-f149-48cd-8f14-7a07a314d0c2 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 944 time: 0.0981305 Oct 10 11:59:55.389409 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:55.477063 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-506ab83f-b24d-4f61-afc0-f32942066e07 req-4251a909-0f39-4516-8a44-21185f614e8c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482182 Oct 10 11:59:55.488612 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd1a46bb-0e31-47e0-b627-0202658b3308 req-6a74d64b-fb8e-4fd6-80de-00339e0b3458 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512301 Oct 10 11:59:55.948097 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.db.resource_extend [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 10 11:59:56.039904 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13205c-38d4-4b81-a1ab-f4143246a40b req-d331dedf-5790-4932-baf2-409a617329f5 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:56.043256 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef13205c-38d4-4b81-a1ab-f4143246a40b req-d331dedf-5790-4932-baf2-409a617329f5 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.1433418 Oct 10 11:59:56.055674 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac11921-c84d-4f22-8b8c-9bb4392a63a1 req-d5e2b755-c203-4c8c-9cd8-118c63b7db5e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:56.057569 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6ac11921-c84d-4f22-8b8c-9bb4392a63a1 req-d5e2b755-c203-4c8c-9cd8-118c63b7db5e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.1588328 Oct 10 11:59:56.071637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:56.092182 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (81bc3eb4-df93-4280-a15f-af7d328fe084), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:56.205873 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef13205c-38d4-4b81-a1ab-f4143246a40b req-c33f6a85-e1a8-431b-b586-ac2c2dc2e7ae tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564119 Oct 10 11:59:56.212932 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6ac11921-c84d-4f22-8b8c-9bb4392a63a1 req-a4ae9a5f-f790-4854-82b1-1d82676c3e09 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433692 Oct 10 11:59:56.227186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:56.230592 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Floating IP 81bc3eb4-df93-4280-a15f-af7d328fe084 associated. External IP: 172.27.0.38, port: fa2ac855-9b1f-4330-96cc-cad641c595d3. Oct 10 11:59:56.427088 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 11:59:56.527671 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:56.532505 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:56.545833 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] Sync routers for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:56.557343 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:56.557959 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:56.623896 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-de05101f-f4df-4594-ba69-e2569552735e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/81bc3eb4-df93-4280-a15f-af7d328fe084 HTTP/1.1" status: 200 len: 990 time: 1.6364050 Oct 10 11:59:56.632593 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512daacd-62af-413a-b132-335744cca358 req-e17da070-c8d1-4a79-9d4d-7c502fba8911 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:56.634078 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-512daacd-62af-413a-b132-335744cca358 req-e17da070-c8d1-4a79-9d4d-7c502fba8911 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.0785279 Oct 10 11:59:56.652062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:56.664837 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0b018-7d25-4f65-b790-c9bbc4761d71 req-6ce10218-eb67-41fe-af2b-6d8a9b21badb tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:56.667257 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-48a0b018-7d25-4f65-b790-c9bbc4761d71 req-6ce10218-eb67-41fe-af2b-6d8a9b21badb tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 944 time: 0.0832441 Oct 10 11:59:56.722847 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-512daacd-62af-413a-b132-335744cca358 req-bfd83721-ccf9-4671-9ea4-649c2f29340a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822551 Oct 10 11:59:56.740539 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-48a0b018-7d25-4f65-b790-c9bbc4761d71 req-2e9e3ba5-e3bf-467e-bece-9f881892dda6 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655451 Oct 10 11:59:56.745126 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:56.887415 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'tag': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7'}, {'name': 'network-changed', 'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:56.889748 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1936c6-0357-4975-bf63-9ec8751335f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2361c0-e286-45a7-a0d6-0a62221cdd27", "tag": "6800ab16-3bab-4f54-bff2-7a9c18dfc7b7"}, {"name": "network-changed", "server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:56.930322 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe073ec-9cdd-46ef-a402-0305b6d26d10 x-openstack-request-id: req-5fe073ec-9cdd-46ef-a402-0305b6d26d10 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:56.930626 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2361c0-e286-45a7-a0d6-0a62221cdd27", "tag": "6800ab16-3bab-4f54-bff2-7a9c18dfc7b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:56.930881 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fe073ec-9cdd-46ef-a402-0305b6d26d10 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:56.931341 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe073ec-9cdd-46ef-a402-0305b6d26d10'] response: {'name': 'network-changed', 'server_uuid': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'tag': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'status': 'completed', 'code': 200} Oct 10 11:59:56.931602 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe073ec-9cdd-46ef-a402-0305b6d26d10'] response: {'name': 'network-changed', 'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'status': 'completed', 'code': 200} Oct 10 11:59:56.986762 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '81bc3eb4-df93-4280-a15f-af7d328fe084', 'tenant_id': '0156957151444f94be28a65b4b018156', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'port_id': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'mac_address': 'fa:16:3e:a0:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:55Z', 'revision_number': 1, 'project_id': '0156957151444f94be28a65b4b018156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:57.010750 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] Checking router: 3a1cac16-e02e-47cc-bb32-fe2032cbe955 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:57.018792 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:57.019395 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T11:59:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:57.120669 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:57.125652 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device b6770e59-ceb9-442a-901d-70ac68923881 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 11:59:57.129539 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:57.193331 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:57.274676 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port b6770e59-ceb9-442a-901d-70ac68923881, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b6770e59-ceb9-442a-901d-70ac68923881,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:57.292330 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 11:59:57.297290 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'b6770e59-ceb9-442a-901d-70ac68923881', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'port_id': 'b6770e59-ceb9-442a-901d-70ac68923881', 'mac_address': 'fa:16:3e:1f:1b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 11:59:57.324452 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:57.325751 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:57.325751 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 Oct 10 11:59:57.357970 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebaa05-cd3b-4e1b-a74b-859d6470e349 req-6291d107-1ae1-4df1-84a0-e56599c69a68 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:57.367595 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57ebaa05-cd3b-4e1b-a74b-859d6470e349 req-6291d107-1ae1-4df1-84a0-e56599c69a68 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.0729823 Oct 10 11:59:57.371802 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port b6770e59-ceb9-442a-901d-70ac68923881 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:57.372220 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (b6770e59-ceb9-442a-901d-70ac68923881), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:57.373416 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '81bc3eb4-df93-4280-a15f-af7d328fe084', 'tenant_id': '0156957151444f94be28a65b4b018156', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'port_id': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'mac_address': 'fa:16:3e:a0:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:55Z', 'revision_number': 1, 'project_id': '0156957151444f94be28a65b4b018156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:57.394931 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6770e59-ceb9-442a-901d-70ac68923881 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:57.430065 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af5f03-3d72-460d-9786-7e603a87a0fe None None] The sync data for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi is: [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '81bc3eb4-df93-4280-a15f-af7d328fe084', 'tenant_id': '0156957151444f94be28a65b4b018156', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'port_id': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'mac_address': 'fa:16:3e:a0:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:55Z', 'revision_number': 1, 'project_id': '0156957151444f94be28a65b4b018156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:57.446206 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port b6770e59-ceb9-442a-901d-70ac68923881, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b6770e59-ceb9-442a-901d-70ac68923881,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:57.458070 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (b6770e59-ceb9-442a-901d-70ac68923881), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:57.467243 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957128a0-c2a2-45f6-be46-48030de2821e req-a36ef9b5-452c-4ecd-a70a-b58b1040274a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:57.467629 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-957128a0-c2a2-45f6-be46-48030de2821e req-a36ef9b5-452c-4ecd-a70a-b58b1040274a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.0842805 Oct 10 11:59:57.468139 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:57.468590 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:57.485421 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57ebaa05-cd3b-4e1b-a74b-859d6470e349 req-aa63639b-3a38-44a5-bbe0-f515832878a8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149616 Oct 10 11:59:57.547992 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:57.560806 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-957128a0-c2a2-45f6-be46-48030de2821e req-097cc838-c00c-4111-be57-9b09ae90051d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721781 Oct 10 11:59:57.568481 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:57.571014 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b99096-ef0c-402e-8507-6eb469180ea1" -d '{"events": [{"server_uuid": "5206ecbd-33e4-45ba-849b-408b6c33be7c", "name": "network-vif-plugged", "status": "completed", "tag": "6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:57.576572 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=b6770e59-ceb9-442a-901d-70ac68923881,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:57.591291 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:57.608754 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:57.635149 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433241e3-fb5a-45f9-80c1-588540cbae93 x-openstack-request-id: req-433241e3-fb5a-45f9-80c1-588540cbae93 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:57.635453 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5206ecbd-33e4-45ba-849b-408b6c33be7c", "name": "network-vif-plugged", "status": "completed", "tag": "6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:57.635702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-433241e3-fb5a-45f9-80c1-588540cbae93 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:57.636089 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433241e3-fb5a-45f9-80c1-588540cbae93'] response: {'server_uuid': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1', 'code': 200} Oct 10 11:59:57.662111 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-61135bdf-d82c-4b05-a8c2-01f8705cbb81 req-be47dc50-d534-4572-a3c8-2ea4f31c4aaa service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687243 Oct 10 11:59:57.662637 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:57.739420 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d47249-343c-4782-99b7-84b90772459f None None] New status for floating IP 81bc3eb4-df93-4280-a15f-af7d328fe084: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 11:59:57.829504 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['b6770e59-ceb9-442a-901d-70ac68923881'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 11:59:57.893989 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eadc06-49b7-4c97-8140-344e87d3b0c7 req-360b10ec-f7c2-4074-8aa9-03001f2310cf tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:57.895523 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1eadc06-49b7-4c97-8140-344e87d3b0c7 req-360b10ec-f7c2-4074-8aa9-03001f2310cf tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.0765920 Oct 10 11:59:57.916380 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6ca10-abc5-4247-911a-975e99d77360 req-7aedbdf4-8f30-44ae-83ef-1a11b23d69ad tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:57.917886 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7ea6ca10-abc5-4247-911a-975e99d77360 req-7aedbdf4-8f30-44ae-83ef-1a11b23d69ad tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.0702045 Oct 10 11:59:57.979331 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1eadc06-49b7-4c97-8140-344e87d3b0c7 req-3a38f3b9-2c90-4964-b670-a1fe7b19a762 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774105 Oct 10 11:59:57.998413 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7ea6ca10-abc5-4247-911a-975e99d77360 req-0bf85396-897b-4903-bfa6-2182b3703c25 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687580 Oct 10 11:59:58.222680 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-57d3f86c-939b-4d58-9f98-ef899b0607c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:58.224328 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-57d3f86c-939b-4d58-9f98-ef899b0607c1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 1127 time: 0.0575345 Oct 10 11:59:58.330503 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710c33f-334e-4b4f-92e1-334ff41f86b9 req-8903cc56-8192-415d-b33e-71bf7c1f6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:58.332146 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b710c33f-334e-4b4f-92e1-334ff41f86b9 req-8903cc56-8192-415d-b33e-71bf7c1f6e2e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 1127 time: 0.0600772 Oct 10 11:59:58.468868 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-8977ae6e-39af-4772-8ad8-428b0f944a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:58.470346 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-8977ae6e-39af-4772-8ad8-428b0f944a61 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=79aee39298624f99b33b9808fe5030f8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2156303 Oct 10 11:59:58.613240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dda55-3265-4560-bd86-e8a4fa185608 req-af7c9f24-f78e-4a0d-b971-512e9c4aff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:58.615296 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2e2dda55-3265-4560-bd86-e8a4fa185608 req-af7c9f24-f78e-4a0d-b971-512e9c4aff4b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 1129 time: 0.1765609 Oct 10 11:59:58.632738 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:58.663610 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-be82f412-7d9b-49ea-b1bf-ada000ad8dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:58.694062 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-81111aed-b51e-4b77-a22d-e2797c56198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:58.695977 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-81111aed-b51e-4b77-a22d-e2797c56198b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134948 Oct 10 11:59:58.795141 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165277a-581d-4f2b-8984-0064ad34dcd1 req-4d7a9c23-ca8f-4ff5-a3b0-8c77f7ba468a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:58.796691 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8165277a-581d-4f2b-8984-0064ad34dcd1 req-4d7a9c23-ca8f-4ff5-a3b0-8c77f7ba468a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.1980250 Oct 10 11:59:58.803121 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2e2dda55-3265-4560-bd86-e8a4fa185608 req-99a427aa-13e2-4b0b-bf17-37eaa8bf7f00 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711738 Oct 10 11:59:58.804409 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710c33f-334e-4b4f-92e1-334ff41f86b9 req-19455d05-664c-42e8-89d5-463cb1ae4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:58.805959 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b710c33f-334e-4b4f-92e1-334ff41f86b9 req-19455d05-664c-42e8-89d5-463cb1ae4538 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3990195 Oct 10 11:59:58.825128 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c153861-c6fe-47b3-ab6e-7d35c01a73e6 req-bbde5384-06d6-4d7e-b449-02e096aa6b0e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:58.826552 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c153861-c6fe-47b3-ab6e-7d35c01a73e6 req-bbde5384-06d6-4d7e-b449-02e096aa6b0e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.1341364 Oct 10 11:59:58.900759 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c153861-c6fe-47b3-ab6e-7d35c01a73e6 req-cca5abe3-d250-43ad-a900-5700f39c47dd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667417 Oct 10 11:59:58.904085 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8165277a-581d-4f2b-8984-0064ad34dcd1 req-1ab5ca8c-bb8e-42cd-ab86-b87dcb9505e1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942173 Oct 10 11:59:59.127869 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-4aa9cd69-dbd7-4adb-bae5-5b17fb39ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:59.129392 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-4aa9cd69-dbd7-4adb-bae5-5b17fb39ad1b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1129 time: 0.0461802 Oct 10 11:59:59.140286 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device b6770e59-ceb9-442a-901d-70ac68923881 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:59.162906 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:59.187960 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port b6770e59-ceb9-442a-901d-70ac68923881 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 11:59:59.196479 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port b6770e59-ceb9-442a-901d-70ac68923881 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:59.197430 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (b6770e59-ceb9-442a-901d-70ac68923881), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:59.198158 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port b6770e59-ceb9-442a-901d-70ac68923881 Oct 10 11:59:59.234557 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-98a85116-93ab-423b-be2c-0c5a4a0484ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:59.236281 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-98a85116-93ab-423b-be2c-0c5a4a0484ba service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.1005836 Oct 10 11:59:59.283240 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port b6770e59-ceb9-442a-901d-70ac68923881 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:59.283626 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (b6770e59-ceb9-442a-901d-70ac68923881), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:59.317269 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port b6770e59-ceb9-442a-901d-70ac68923881, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b6770e59-ceb9-442a-901d-70ac68923881,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:59.322074 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (b6770e59-ceb9-442a-901d-70ac68923881), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:59.381625 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=b6770e59-ceb9-442a-901d-70ac68923881,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:59.389587 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:59.411175 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940acd2d-9f48-4475-aca1-3ba07f9a993b req-dd017201-cd8f-4dc3-8f86-ae9e1126c8d1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:59.413125 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-940acd2d-9f48-4475-aca1-3ba07f9a993b req-dd017201-cd8f-4dc3-8f86-ae9e1126c8d1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.3990870 Oct 10 11:59:59.425277 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41388) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:59.433561 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'floatingip': {'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:59.452816 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fb859-5d34-4c24-8f76-8bb1d4213d1c req-e028bf87-c3b1-4af3-89e7-336ccb255034 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:59.467208 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d95fb859-5d34-4c24-8f76-8bb1d4213d1c req-e028bf87-c3b1-4af3-89e7-336ccb255034 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.2145061 Oct 10 11:59:59.468055 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-a69e148e-378b-4664-ae04-ce4594827a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:59.478768 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-a69e148e-378b-4664-ae04-ce4594827a6d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 1127 time: 0.2237647 Oct 10 11:59:59.521849 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (e3a8fd11-49a7-4985-b76e-67395bdc20a8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:59.613567 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-b1a12b06-283d-4388-bcc7-e785a99fc968 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 HTTP/1.1" status: 200 len: 217 time: 0.0950594 Oct 10 11:59:59.635787 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e8d7-b3d2-412d-b5d4-18cbf2721bd0 req-a59340de-0112-4d51-8d80-97641f9f1204 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:59.636974 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0079dd21-134c-4eba-b98a-5e223f5bfb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6770e59-ceb9-442a-901d-70ac68923881'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:59.637564 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9f4e8d7-b3d2-412d-b5d4-18cbf2721bd0 req-a59340de-0112-4d51-8d80-97641f9f1204 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.1316485 Oct 10 11:59:59.639432 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e1d2e-09c0-4293-8670-314a69f42b7b" -d '{"events": [{"server_uuid": "0079dd21-134c-4eba-b98a-5e223f5bfb49", "name": "network-vif-plugged", "status": "completed", "tag": "b6770e59-ceb9-442a-901d-70ac68923881"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:59.691072 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 41396) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:59.716593 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:59.735462 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710c33f-334e-4b4f-92e1-334ff41f86b9 req-00a5d63f-db3e-4bb6-a0b5-41d52b3a7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:59.735462 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b710c33f-334e-4b4f-92e1-334ff41f86b9 req-00a5d63f-db3e-4bb6-a0b5-41d52b3a7681 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4799156 Oct 10 11:59:59.735763 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-a280e310-b3e2-443d-8efd-aa3d0ded42e9 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 1000 time: 0.2218864 Oct 10 11:59:59.767516 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d95fb859-5d34-4c24-8f76-8bb1d4213d1c req-9608557b-20a9-4d59-a795-37d804bfa143 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752988 Oct 10 11:59:59.815152 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-773c2797-0bb7-4ca7-89c2-c02f6dd8ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:59.817246 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-773c2797-0bb7-4ca7-89c2-c02f6dd8ca42 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=4d4fac74-b3ac-4135-9f20-60b982967388 HTTP/1.1" status: 200 len: 849 time: 0.1531799 Oct 10 11:59:59.822512 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9f4e8d7-b3d2-412d-b5d4-18cbf2721bd0 req-5e5dc0be-eea6-481c-8956-b4711eb7c72c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703546 Oct 10 11:59:59.864722 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6130fa9-a829-49ab-9f74-60fa68c82e07 x-openstack-request-id: req-e6130fa9-a829-49ab-9f74-60fa68c82e07 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:59.865199 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0079dd21-134c-4eba-b98a-5e223f5bfb49", "name": "network-vif-plugged", "status": "completed", "tag": "b6770e59-ceb9-442a-901d-70ac68923881", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:59.865750 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6130fa9-a829-49ab-9f74-60fa68c82e07 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:59.866213 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6130fa9-a829-49ab-9f74-60fa68c82e07'] response: {'server_uuid': '0079dd21-134c-4eba-b98a-5e223f5bfb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6770e59-ceb9-442a-901d-70ac68923881', 'code': 200} Oct 10 12:00:00.069448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.117612 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-29cc134f-db7a-4014-bf41-3a76d1316387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:00.120167 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-29cc134f-db7a-4014-bf41-3a76d1316387 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=5c924414-a382-471c-a40e-c6f3cc3eb62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1346180 Oct 10 12:00:00.127911 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb09fe-4b5a-4a61-b645-9936020d4ad7 req-ec23c42a-2360-4cef-84c8-897f0f44059a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:00.129371 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dbb09fe-4b5a-4a61-b645-9936020d4ad7 req-ec23c42a-2360-4cef-84c8-897f0f44059a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.0887711 Oct 10 12:00:00.151137 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-6e77aeb7-86fb-4118-b4a1-938ae030905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:00.151137 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-6e77aeb7-86fb-4118-b4a1-938ae030905f service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0991032 Oct 10 12:00:00.210511 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dbb09fe-4b5a-4a61-b645-9936020d4ad7 req-5a4236de-d849-4c78-9097-d7da5fbbb972 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692112 Oct 10 12:00:00.213665 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:00.246705 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Publish callbacks [] for security_group (6ff06164-5293-481d-98ec-35ddffd69220), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.250441 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6ff06164-5293-481d-98ec-35ddffd69220), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.290648 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6afba4a50e644c3590b1f6182ed44a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5779443 Oct 10 12:00:00.291846 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff06164-5293-481d-98ec-35ddffd69220,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:00.293762 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 41420) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:00.314928 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.315300 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.315604 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.315944 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.316267 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.316640 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.317010 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.317334 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.317650 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.317968 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.318289 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.318611 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.318953 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.319273 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.319585 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb979563-cb64-414a-85d6-6e090695644f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:00.362158 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b4cee341-6ae1-48d9-9bdb-ad17f78896de admin admin] Publish callbacks [] for security_group (6ff06164-5293-481d-98ec-35ddffd69220), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.376113 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:00.382817 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b4cee341-6ae1-48d9-9bdb-ad17f78896de admin admin] Publish callbacks [] for security_group (6ff06164-5293-481d-98ec-35ddffd69220), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.435700 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b4cee341-6ae1-48d9-9bdb-ad17f78896de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6ff06164-5293-481d-98ec-35ddffd69220), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.438355 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b4cee341-6ae1-48d9-9bdb-ad17f78896de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.439895 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b4cee341-6ae1-48d9-9bdb-ad17f78896de admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6ff06164-5293-481d-98ec-35ddffd69220 HTTP/1.1" status: 204 len: 168 time: 0.1450725 Oct 10 12:00:00.449081 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cee341-6ae1-48d9-9bdb-ad17f78896de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff06164-5293-481d-98ec-35ddffd69220,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:00.542961 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.547798 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (e3a8fd11-49a7-4985-b76e-67395bdc20a8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.552212 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-874d4e2c-5204-436e-8317-2756b5429976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:00.554641 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-874d4e2c-5204-436e-8317-2756b5429976 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 1127 time: 0.0471733 Oct 10 12:00:00.703957 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.l3_db [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Floating IP e3a8fd11-49a7-4985-b76e-67395bdc20a8 associated. External IP: 172.27.0.214, port: b0a4554c-8489-4c92-b988-ba8723479120. Oct 10 12:00:00.706411 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-4fab0519-894e-4a48-90b3-e07ffe1fd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:00.708018 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-4fab0519-894e-4a48-90b3-e07ffe1fd5d6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582781 Oct 10 12:00:00.721122 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-5d6c6324-6d03-48de-9e1c-668bcac0d187 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e17a37-9b9d-4960-877e-e2b3e5fc255f HTTP/1.1" status: 200 len: 217 time: 0.0694497 Oct 10 12:00:00.807543 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:00.841229 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41428) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:00.853942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8c65-ecdf-4143-8da3-0342f3f8cffe req-396f03eb-009f-46b7-84d2-89d4371fc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:00.855503 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa8a8c65-ecdf-4143-8da3-0342f3f8cffe req-396f03eb-009f-46b7-84d2-89d4371fc122 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 1129 time: 0.0856769 Oct 10 12:00:00.860984 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-d10b4b79-1d98-49f4-bfcd-3f28cda43cb1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482784 Oct 10 12:00:00.908810 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.909018 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e433c8d9-a3d5-4afd-8fc5-a0fd99676bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.939606 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-b0c6c3e1-1e32-4987-b780-0ce716121dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:00.941220 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-b0c6c3e1-1e32-4987-b780-0ce716121dd3 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.1812394 Oct 10 12:00:01.001101 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-a01f58ff-19ee-47e9-b94a-5d9bb1f7f0bf service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591636 Oct 10 12:00:01.054135 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9da61e-9715-4d8d-a932-5450b808ca69 req-c0d0e2e1-5685-489a-8a2c-29790a01b933 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:01.055756 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7e9da61e-9715-4d8d-a932-5450b808ca69 req-c0d0e2e1-5685-489a-8a2c-29790a01b933 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.1971552 Oct 10 12:00:01.093932 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa8a8c65-ecdf-4143-8da3-0342f3f8cffe req-f5238a14-7d5c-4e0c-8d2b-e1fab09affb4 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143073 Oct 10 12:00:01.099718 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc3a2e-6c03-44b6-8306-55bc0c73d742 req-4d3c35d4-95f2-4a72-b230-025d9a29b199 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:01.101173 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40bc3a2e-6c03-44b6-8306-55bc0c73d742 req-4d3c35d4-95f2-4a72-b230-025d9a29b199 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.1785913 Oct 10 12:00:01.139589 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-fd19975c-4346-4bd8-82ac-44d130e02b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:01.141046 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-fd19975c-4346-4bd8-82ac-44d130e02b75 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1840646 Oct 10 12:00:01.150449 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:01.158190 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:00:01.197253 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ccfe3076-eba0-411e-821f-1ba6e78d9f4f req-4fc8b0f4-7eb5-4b51-8e58-76d63f072491 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187866 Oct 10 12:00:01.205096 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7e9da61e-9715-4d8d-a932-5450b808ca69 req-35bc4f32-adab-49bf-914b-e32db2fc4cc3 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351886 Oct 10 12:00:01.214388 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Publish callbacks [] for security_group (745295bc-3827-4df8-a4e8-20148263db4f), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:01.218974 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-1f1936c6-0357-4975-bf63-9ec8751335f2 req-096145a3-d928-41f4-a4f2-fce1812465cd service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100363 Oct 10 12:00:01.222194 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40bc3a2e-6c03-44b6-8306-55bc0c73d742 req-75d45a62-fa21-4e44-9758-d16f66977c56 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080472 Oct 10 12:00:01.224009 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (745295bc-3827-4df8-a4e8-20148263db4f), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:01.281516 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:01.294241 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745295bc-3827-4df8-a4e8-20148263db4f,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:01.335374 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.335818 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.336053 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.336393 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.336723 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.337052 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.337487 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.337815 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.338163 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.338494 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.338834 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.339724 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.339724 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.339925 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.340133 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:01.355220 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-90b077cf-b328-494f-a477-625ada0b146d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3e07fa59f8f747bab55ff2d32b30d119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5114603 Oct 10 12:00:01.355828 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41448) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:01.370732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a034a6-3bf1-4818-96ac-4f3ed2d558c1 req-c193db7c-9056-4086-a723-491f273396ea tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:01.372622 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-11a034a6-3bf1-4818-96ac-4f3ed2d558c1 req-c193db7c-9056-4086-a723-491f273396ea tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.0707169 Oct 10 12:00:01.438934 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:01.474625 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-11a034a6-3bf1-4818-96ac-4f3ed2d558c1 req-4ae211f5-d322-481d-b83d-65cda8e255a6 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964365 Oct 10 12:00:01.489607 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:00:01.491545 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4c383942-1f42-4f0b-a5c0-bffa42d25ff7 admin admin] Publish callbacks [] for security_group (745295bc-3827-4df8-a4e8-20148263db4f), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:01.504512 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:00:01.519611 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:01.520694 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:00:01.521383 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:00:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:01.580942 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4c383942-1f42-4f0b-a5c0-bffa42d25ff7 admin admin] Publish callbacks [] for security_group (745295bc-3827-4df8-a4e8-20148263db4f), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:01.611706 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-8b9e1ace-7a1f-4ccd-936b-1038d8ab4b0f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352956 Oct 10 12:00:01.613452 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2254cd6c-a77f-421f-b348-b7b477bfc488 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/e3a8fd11-49a7-4985-b76e-67395bdc20a8 HTTP/1.1" status: 200 len: 991 time: 2.1846845 Oct 10 12:00:01.621242 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'tag': 'b0a4554c-8489-4c92-b988-ba8723479120'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:01.624994 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddfe581-92c6-4065-9fff-7ebe3462658b", "tag": "b0a4554c-8489-4c92-b988-ba8723479120"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:01.726942 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:01.751351 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:00:01.902698 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc16a8-dc82-49a0-90a5-1ee60714ec68 x-openstack-request-id: req-afdc16a8-dc82-49a0-90a5-1ee60714ec68 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:01.903278 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddfe581-92c6-4065-9fff-7ebe3462658b", "tag": "b0a4554c-8489-4c92-b988-ba8723479120", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:01.903278 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-afdc16a8-dc82-49a0-90a5-1ee60714ec68 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:01.903537 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdc16a8-dc82-49a0-90a5-1ee60714ec68'] response: {'name': 'network-changed', 'server_uuid': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'tag': 'b0a4554c-8489-4c92-b988-ba8723479120', 'status': 'completed', 'code': 200} Oct 10 12:00:01.912505 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:01.919120 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:01.930200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4c383942-1f42-4f0b-a5c0-bffa42d25ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (745295bc-3827-4df8-a4e8-20148263db4f), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:01.933564 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4c383942-1f42-4f0b-a5c0-bffa42d25ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:01.934772 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-4c383942-1f42-4f0b-a5c0-bffa42d25ff7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/745295bc-3827-4df8-a4e8-20148263db4f HTTP/1.1" status: 204 len: 168 time: 0.5761018 Oct 10 12:00:01.942653 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c383942-1f42-4f0b-a5c0-bffa42d25ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745295bc-3827-4df8-a4e8-20148263db4f,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:01.994469 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:00Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:02.025442 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:00:02.050943 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:00:02.051656 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:00:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:02.164083 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41484) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:02.171107 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:00:02.316089 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec498-7484-4083-9c4a-79be287ac791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:02.424557 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cae32-fb57-45bd-b077-54c9db7d37a3 req-e0836b11-a595-4c68-bdb5-153cd226fe11 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:02.427245 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:00Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:02.432559 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0c0cae32-fb57-45bd-b077-54c9db7d37a3 req-e0836b11-a595-4c68-bdb5-153cd226fe11 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.0641842 Oct 10 12:00:02.447397 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec498-7484-4083-9c4a-79be287ac791 admin admin] Publish callbacks [] for security_group (98af26c1-ccf9-434d-bba5-f6145a5e37ac), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:02.453610 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec498-7484-4083-9c4a-79be287ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (98af26c1-ccf9-434d-bba5-f6145a5e37ac), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:02.461323 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40e050-711c-4dd5-8a71-601aee991f17 None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:00Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:00:02.488374 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-4f6ec498-7484-4083-9c4a-79be287ac791 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8c0d8f662c9c493db9529a6912881684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225174 Oct 10 12:00:02.502946 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 41498) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:02.523033 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ec498-7484-4083-9c4a-79be287ac791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af26c1-ccf9-434d-bba5-f6145a5e37ac,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:02.558880 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0c0cae32-fb57-45bd-b077-54c9db7d37a3 req-ff272bd4-7a13-4cb7-a5a4-ef1f5628ebea tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253276 Oct 10 12:00:02.704110 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e07b-28ce-4373-9047-e4943a7280b9 req-2e141701-8a21-4adc-b312-aca34c5d9d99 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:02.705640 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6611e07b-28ce-4373-9047-e4943a7280b9 req-2e141701-8a21-4adc-b312-aca34c5d9d99 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.0765247 Oct 10 12:00:02.747336 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-01ad18f2-1a7f-44f1-b188-1b1675a59226 admin admin] Publish callbacks [] for security_group (98af26c1-ccf9-434d-bba5-f6145a5e37ac), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:02.770549 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf7f9419-3e02-41c1-a488-2659ef2d1238 req-473f6894-2d0a-4020-b593-0d3fe3f5f07b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528963 Oct 10 12:00:02.789741 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:02.792578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-01ad18f2-1a7f-44f1-b188-1b1675a59226 admin admin] Publish callbacks [] for security_group (98af26c1-ccf9-434d-bba5-f6145a5e37ac), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:02.860041 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6611e07b-28ce-4373-9047-e4943a7280b9 req-70caeafc-8943-4043-975d-217e1805c53d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416245 Oct 10 12:00:02.884063 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-01ad18f2-1a7f-44f1-b188-1b1675a59226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (98af26c1-ccf9-434d-bba5-f6145a5e37ac), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:02.887677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-01ad18f2-1a7f-44f1-b188-1b1675a59226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:02.889014 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-01ad18f2-1a7f-44f1-b188-1b1675a59226 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/98af26c1-ccf9-434d-bba5-f6145a5e37ac HTTP/1.1" status: 204 len: 168 time: 0.3906395 Oct 10 12:00:02.897397 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad18f2-1a7f-44f1-b188-1b1675a59226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af26c1-ccf9-434d-bba5-f6145a5e37ac,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:02.994697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-8b31ce40-abdc-4c53-8f6f-4470d85e9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:02.996801 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-8b31ce40-abdc-4c53-8f6f-4470d85e9406 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 1129 time: 0.0858054 Oct 10 12:00:03.356056 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 41534) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:03.372319 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f15bdd50-8fcd-4935-9f94-f53004ee907b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.389519 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f15d64-2d76-4a3f-bd61-897a86349ddf None None] New status for floating IP e3a8fd11-49a7-4985-b76e-67395bdc20a8: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:00:03.427543 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 41536) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:03.486693 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f15bdd50-8fcd-4935-9f94-f53004ee907b admin admin] Publish callbacks [] for security_group (2d508f3d-25fd-4b58-8396-78722f465d76), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.491718 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f15bdd50-8fcd-4935-9f94-f53004ee907b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2d508f3d-25fd-4b58-8396-78722f465d76), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.531111 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f15bdd50-8fcd-4935-9f94-f53004ee907b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1d7ccbbbc8e54ca58f168e342062bb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738358 Oct 10 12:00:03.533084 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bdd50-8fcd-4935-9f94-f53004ee907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d508f3d-25fd-4b58-8396-78722f465d76,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:03.533882 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41540) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:03.589518 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8bc337c8-ad04-4e84-822b-1ec4cfe37a84 admin admin] Publish callbacks [] for security_group (2d508f3d-25fd-4b58-8396-78722f465d76), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.616259 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8bc337c8-ad04-4e84-822b-1ec4cfe37a84 admin admin] Publish callbacks [] for security_group (2d508f3d-25fd-4b58-8396-78722f465d76), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.633341 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.652416 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3cced442-89e4-4186-9cde-46d05b00d590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.676796 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8bc337c8-ad04-4e84-822b-1ec4cfe37a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2d508f3d-25fd-4b58-8396-78722f465d76), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.679871 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8bc337c8-ad04-4e84-822b-1ec4cfe37a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.681065 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8bc337c8-ad04-4e84-822b-1ec4cfe37a84 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2d508f3d-25fd-4b58-8396-78722f465d76 HTTP/1.1" status: 204 len: 168 time: 0.1460180 Oct 10 12:00:03.689117 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc337c8-ad04-4e84-822b-1ec4cfe37a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d508f3d-25fd-4b58-8396-78722f465d76,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:03.719566 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.725751 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21834997-94ef-433b-8764-e09b899ee207 req-f460a961-55bf-46fd-90bd-41f206d7d554 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:03.727740 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-21834997-94ef-433b-8764-e09b899ee207 req-f460a961-55bf-46fd-90bd-41f206d7d554 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.0777230 Oct 10 12:00:03.798118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:03.808406 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-21834997-94ef-433b-8764-e09b899ee207 req-dff28511-b991-4013-a556-ee41dfb90458 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711777 Oct 10 12:00:03.836481 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3cced442-89e4-4186-9cde-46d05b00d590 admin admin] Publish callbacks [] for security_group (de7c7af9-7f61-4a79-af4a-8b46aeb4eefe), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.844771 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3cced442-89e4-4186-9cde-46d05b00d590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (de7c7af9-7f61-4a79-af4a-8b46aeb4eefe), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.885742 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3cced442-89e4-4186-9cde-46d05b00d590 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9ae673543def4e7ba74edd07fff072ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568813 Oct 10 12:00:03.886622 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cced442-89e4-4186-9cde-46d05b00d590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c7af9-7f61-4a79-af4a-8b46aeb4eefe,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:03.889275 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41548) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:03.962989 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bed63d7f-54eb-43c0-a115-e872a4f92a18 admin admin] Publish callbacks [] for security_group (de7c7af9-7f61-4a79-af4a-8b46aeb4eefe), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.984414 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bed63d7f-54eb-43c0-a115-e872a4f92a18 admin admin] Publish callbacks [] for security_group (de7c7af9-7f61-4a79-af4a-8b46aeb4eefe), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.998154 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:03.999685 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c82612-4bd6-4b9a-969b-1ee8d99b08ff req-9c07a96e-ec15-42e1-bbdb-5cbcb02fd9a2 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:04.006401 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20c82612-4bd6-4b9a-969b-1ee8d99b08ff req-9c07a96e-ec15-42e1-bbdb-5cbcb02fd9a2 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.0550141 Oct 10 12:00:04.048661 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bed63d7f-54eb-43c0-a115-e872a4f92a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (de7c7af9-7f61-4a79-af4a-8b46aeb4eefe), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:04.051727 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bed63d7f-54eb-43c0-a115-e872a4f92a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:04.052937 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-bed63d7f-54eb-43c0-a115-e872a4f92a18 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/de7c7af9-7f61-4a79-af4a-8b46aeb4eefe HTTP/1.1" status: 204 len: 168 time: 0.1624272 Oct 10 12:00:04.064627 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed63d7f-54eb-43c0-a115-e872a4f92a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c7af9-7f61-4a79-af4a-8b46aeb4eefe,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:04.065630 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20c82612-4bd6-4b9a-969b-1ee8d99b08ff req-1aaf15a4-aba6-4aeb-a6ea-b6cf9c100143 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580530 Oct 10 12:00:04.248116 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-53172338-98d8-407c-a975-54d3771f7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:04.249244 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-53172338-98d8-407c-a975-54d3771f7177 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 915 time: 0.1293309 Oct 10 12:00:04.999328 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-3527f077-f030-446a-b8eb-301cfba4566f service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4554c-8489-4c92-b988-ba8723479120 HTTP/1.1" status: 200 len: 1001 time: 0.1332173 Oct 10 12:00:05.079979 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b51f-210b-487e-9f84-5cf2736f248c req-d3bf4c12-0505-4c5e-9632-c6c6741d053d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:05.081642 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-52a8b51f-210b-487e-9f84-5cf2736f248c req-d3bf4c12-0505-4c5e-9632-c6c6741d053d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.0847564 Oct 10 12:00:05.116662 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-69afbb07-3457-4b92-b2b4-9a3891872ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:05.118248 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-69afbb07-3457-4b92-b2b4-9a3891872ffc service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.1089573 Oct 10 12:00:05.134202 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:05.150589 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:00:05.177492 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:05.402342 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:05.417791 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'port_id': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'mac_address': 'fa:16:3e:73:e6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:00:05.485076 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-52a8b51f-210b-487e-9f84-5cf2736f248c req-7f9619b2-336c-418e-b08c-ef8632d72504 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963501 Oct 10 12:00:05.513040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-3ab8b12e-63f4-4001-878d-d903b0a78fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:05.514541 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-3ab8b12e-63f4-4001-878d-d903b0a78fe9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3764844 Oct 10 12:00:05.534637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c0d29-ccf9-48b2-9d47-3915443ca07b req-f9f179a9-9402-4aa8-aabd-88a01ff6a6ff tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:05.543423 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec6c0d29-ccf9-48b2-9d47-3915443ca07b req-f9f179a9-9402-4aa8-aabd-88a01ff6a6ff tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 943 time: 0.0762510 Oct 10 12:00:05.647881 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:00:05.648267 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:05.656184 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec6c0d29-ccf9-48b2-9d47-3915443ca07b req-cc7ff95b-6cdf-4da5-b1b5-d6396251686e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111481 Oct 10 12:00:05.662405 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:00:05.683931 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:05.690444 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:05.733858 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-457eab08-a3b7-4844-ad0b-f1e10044b833 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866670 Oct 10 12:00:05.750141 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:05.759797 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.760516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.760883 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.761372 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.761725 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.762124 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.762586 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.763163 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.763659 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.763993 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.764515 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.764865 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.765211 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.765697 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.766162 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:05.843687 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6eb44fd8-61ab-4598-8aed-2f1a5fefb3bd req-99a2efd8-531e-4c4a-b016-1791d7fec6a3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036270 Oct 10 12:00:06.138712 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['6800ab16-3bab-4f54-bff2-7a9c18dfc7b7'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:00:06.241249 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:06.656957 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f268fa-a2bd-4a18-987c-c67931a23849 req-9d80c4da-f98a-41b7-82dd-5e1f91064e42 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:06.658381 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b3f268fa-a2bd-4a18-987c-c67931a23849 req-9d80c4da-f98a-41b7-82dd-5e1f91064e42 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 943 time: 0.0488710 Oct 10 12:00:06.705769 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b3f268fa-a2bd-4a18-987c-c67931a23849 req-f243a76d-304a-4a41-a524-6ecbdef713ca tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Oct 10 12:00:06.760919 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:06.771722 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5e627-ba7d-462b-a3ea-0f0515e52f68 req-af40b450-c9a6-414b-9ce8-fc8e8073fb95 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:06.773164 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bee5e627-ba7d-462b-a3ea-0f0515e52f68 req-af40b450-c9a6-414b-9ce8-fc8e8073fb95 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 944 time: 0.0458229 Oct 10 12:00:06.821244 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bee5e627-ba7d-462b-a3ea-0f0515e52f68 req-5330c0ec-a905-4d11-95e6-b774a24b02ca tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Oct 10 12:00:07.167927 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 32e17a37-9b9d-4960-877e-e2b3e5fc255f details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:00:07.234680 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:00:07.308694 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:00:07.316854 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 32e17a37-9b9d-4960-877e-e2b3e5fc255f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=32e17a37-9b9d-4960-877e-e2b3e5fc255f,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:07.326824 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:00:07.327216 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:07.327546 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 Oct 10 12:00:07.348188 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '32e17a37-9b9d-4960-877e-e2b3e5fc255f', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'port_id': '32e17a37-9b9d-4960-877e-e2b3e5fc255f', 'mac_address': 'fa:16:3e:45:89:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:00:07.397429 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 32e17a37-9b9d-4960-877e-e2b3e5fc255f is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:00:07.397812 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:07.434055 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e17a37-9b9d-4960-877e-e2b3e5fc255f {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:00:07.456314 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:07.468289 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 32e17a37-9b9d-4960-877e-e2b3e5fc255f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=32e17a37-9b9d-4960-877e-e2b3e5fc255f,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:07.469334 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:00:07.469717 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:07.483355 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:07.535987 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:07.539072 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9a241e-aef1-42df-91af-4c547196cab3" -d '{"events": [{"server_uuid": "1f2361c0-e286-45a7-a0d6-0a62221cdd27", "name": "network-vif-plugged", "status": "completed", "tag": "6800ab16-3bab-4f54-bff2-7a9c18dfc7b7"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:07.563233 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:07.571603 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:07.582765 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3f1999-40af-4924-bca4-bd5affee167e x-openstack-request-id: req-ab3f1999-40af-4924-bca4-bd5affee167e {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:07.583091 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2361c0-e286-45a7-a0d6-0a62221cdd27", "name": "network-vif-plugged", "status": "completed", "tag": "6800ab16-3bab-4f54-bff2-7a9c18dfc7b7", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:07.583346 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab3f1999-40af-4924-bca4-bd5affee167e {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:07.583736 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3f1999-40af-4924-bca4-bd5affee167e'] response: {'server_uuid': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'code': 200} Oct 10 12:00:07.588988 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=32e17a37-9b9d-4960-877e-e2b3e5fc255f,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:07.635750 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:07.853380 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4457155-3090-47f6-b958-f1068311302d req-bedaf890-5f67-4925-9a42-f8efc4bebbef tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:07.855550 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a4457155-3090-47f6-b958-f1068311302d req-bedaf890-5f67-4925-9a42-f8efc4bebbef tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 944 time: 0.0741713 Oct 10 12:00:07.871809 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12385dfc-d221-4380-84d5-176aabbc381e req-3edc50f2-0697-40b2-b118-f05b8106b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:07.873230 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12385dfc-d221-4380-84d5-176aabbc381e req-3edc50f2-0697-40b2-b118-f05b8106b390 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 1129 time: 0.0529726 Oct 10 12:00:07.965276 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a4457155-3090-47f6-b958-f1068311302d req-3f6e36f1-7b87-4245-854a-7aa7485e50ce tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025250 Oct 10 12:00:07.974710 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f878d7-1351-4fe8-a039-815179bc1899 req-b8202269-ec61-49f9-9339-285455a00522 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:07.976182 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67f878d7-1351-4fe8-a039-815179bc1899 req-b8202269-ec61-49f9-9339-285455a00522 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0786178 Oct 10 12:00:07.983328 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12385dfc-d221-4380-84d5-176aabbc381e req-5398f036-1e0a-4257-8036-7779882ba41e service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011302 Oct 10 12:00:07.989402 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['32e17a37-9b9d-4960-877e-e2b3e5fc255f'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:00:08.035296 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67f878d7-1351-4fe8-a039-815179bc1899 req-865b80cd-d70f-47ef-b40d-41c767386285 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509634 Oct 10 12:00:09.089247 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af286-76a8-43d3-aa17-e0d7c8ac9c00 req-f33b65c4-ab03-485f-a1e7-386f286f1519 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:09.090781 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e18af286-76a8-43d3-aa17-e0d7c8ac9c00 req-f33b65c4-ab03-485f-a1e7-386f286f1519 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 944 time: 0.0476005 Oct 10 12:00:09.201399 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-9bbb3f49-c60f-4471-a442-6dbb68432e2d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974107 Oct 10 12:00:09.218036 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa76a9-9e65-45f6-960d-27534d6b6d35 req-40862e8f-12ac-4fd3-9de4-2f8fe0f420f0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:09.219439 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b8aa76a9-9e65-45f6-960d-27534d6b6d35 req-40862e8f-12ac-4fd3-9de4-2f8fe0f420f0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0964472 Oct 10 12:00:09.222709 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e18af286-76a8-43d3-aa17-e0d7c8ac9c00 req-ae0d4a20-5d5d-484f-abf2-dbdf5f341eed tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260562 Oct 10 12:00:09.246533 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:09.268994 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b8aa76a9-9e65-45f6-960d-27534d6b6d35 req-ea8452c3-f91f-4c82-9146-13ba832326bf tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Oct 10 12:00:10.349121 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee9f0a-ff29-44f2-9355-325249a7752f req-5c1b375f-483c-4a48-b151-bc09980ceadd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:10.350598 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-80ee9f0a-ff29-44f2-9355-325249a7752f req-5c1b375f-483c-4a48-b151-bc09980ceadd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 944 time: 0.0458677 Oct 10 12:00:10.413430 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478123f9-d4e2-4cda-bdcf-1a8e3458b0a2 req-01fac708-855f-4285-997a-8aef60c35901 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:10.415234 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-478123f9-d4e2-4cda-bdcf-1a8e3458b0a2 req-01fac708-855f-4285-997a-8aef60c35901 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0637286 Oct 10 12:00:10.445614 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-80ee9f0a-ff29-44f2-9355-325249a7752f req-d68213ef-86b1-4de9-b600-f56f99d80b4a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842741 Oct 10 12:00:10.477964 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-478123f9-d4e2-4cda-bdcf-1a8e3458b0a2 req-e2cad0ab-34c2-4a4a-86c5-2689149da835 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557253 Oct 10 12:00:11.092994 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:00:11.289908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 32e17a37-9b9d-4960-877e-e2b3e5fc255f up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:00:11.335301 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:11.345181 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 32e17a37-9b9d-4960-877e-e2b3e5fc255f completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:00:11.351068 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 32e17a37-9b9d-4960-877e-e2b3e5fc255f triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:00:11.351514 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:11.351854 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 32e17a37-9b9d-4960-877e-e2b3e5fc255f Oct 10 12:00:11.354692 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:11.427354 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 32e17a37-9b9d-4960-877e-e2b3e5fc255f is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:00:11.427737 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:11.451051 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ca0d44-4c8c-44a3-b638-4983f27a9aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e17a37-9b9d-4960-877e-e2b3e5fc255f'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:11.453253 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d914cc4-c1d6-42b3-a761-0457987edf84" -d '{"events": [{"server_uuid": "42ca0d44-4c8c-44a3-b638-4983f27a9aba", "name": "network-vif-plugged", "status": "completed", "tag": "32e17a37-9b9d-4960-877e-e2b3e5fc255f"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:11.465871 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 32e17a37-9b9d-4960-877e-e2b3e5fc255f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=32e17a37-9b9d-4960-877e-e2b3e5fc255f,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:11.469425 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:11.504525 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b76cd4e-9088-4c41-9e41-2abe1787605f x-openstack-request-id: req-5b76cd4e-9088-4c41-9e41-2abe1787605f {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:11.504819 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ca0d44-4c8c-44a3-b638-4983f27a9aba", "name": "network-vif-plugged", "status": "completed", "tag": "32e17a37-9b9d-4960-877e-e2b3e5fc255f", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:11.506495 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b76cd4e-9088-4c41-9e41-2abe1787605f {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:11.506495 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b76cd4e-9088-4c41-9e41-2abe1787605f'] response: {'server_uuid': '42ca0d44-4c8c-44a3-b638-4983f27a9aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e17a37-9b9d-4960-877e-e2b3e5fc255f', 'code': 200} Oct 10 12:00:11.526545 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=32e17a37-9b9d-4960-877e-e2b3e5fc255f,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:11.600972 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edef3a-f43e-49f0-8c87-98a5f46391f9 req-a9cd70e8-2ea7-41d5-a47d-97af02de19d2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:11.602369 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58edef3a-f43e-49f0-8c87-98a5f46391f9 req-a9cd70e8-2ea7-41d5-a47d-97af02de19d2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0793705 Oct 10 12:00:11.622025 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf18e36-1872-44e3-a704-e1ffdd485676 req-269af251-c3b2-4322-bb0a-cf9ec98b21f7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:11.623444 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8bf18e36-1872-44e3-a704-e1ffdd485676 req-269af251-c3b2-4322-bb0a-cf9ec98b21f7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0666604 Oct 10 12:00:11.688852 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58edef3a-f43e-49f0-8c87-98a5f46391f9 req-f443521d-b603-4fd2-944b-2700c41e711f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801413 Oct 10 12:00:11.692827 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8bf18e36-1872-44e3-a704-e1ffdd485676 req-a8493e27-5384-40cb-a2d2-af2524522ea0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627811 Oct 10 12:00:12.844842 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6ad97-70ea-4148-9bb9-2435df1649ac req-1a1e5a5b-b628-424b-82e1-f77b0fadf30f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:12.846241 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e9e6ad97-70ea-4148-9bb9-2435df1649ac req-1a1e5a5b-b628-424b-82e1-f77b0fadf30f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0798848 Oct 10 12:00:12.851852 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b3501-eb56-4730-acd1-30a91126d5f3 req-eda2bde8-26a1-4686-b98e-85a7496823f4 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:12.853220 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a87b3501-eb56-4730-acd1-30a91126d5f3 req-eda2bde8-26a1-4686-b98e-85a7496823f4 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0768483 Oct 10 12:00:12.875337 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:12.933376 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a87b3501-eb56-4730-acd1-30a91126d5f3 req-a1b110ce-f597-4d4e-b264-c73aae5730d8 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726976 Oct 10 12:00:12.936472 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e9e6ad97-70ea-4148-9bb9-2435df1649ac req-36108ecc-ec22-44cd-ba36-0ea13e94b6a2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823278 Oct 10 12:00:13.085223 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-4aa493a6-92f1-4301-99db-7f7b39076f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:13.087556 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-4aa493a6-92f1-4301-99db-7f7b39076f81 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1129 time: 0.0515170 Oct 10 12:00:14.057546 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:14.059446 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:14.093687 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257a34c-c2cc-42d0-8216-9a9d3aa8d240 req-a155cfac-5c00-4882-80a0-6276837a1269 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:14.095197 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e257a34c-c2cc-42d0-8216-9a9d3aa8d240 req-a155cfac-5c00-4882-80a0-6276837a1269 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0768619 Oct 10 12:00:14.102662 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f33f10-19ec-4f5a-8523-8a024fd3c90f req-85247248-b655-4e7d-af11-a693ef766ff9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:14.104130 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-80f33f10-19ec-4f5a-8523-8a024fd3c90f req-85247248-b655-4e7d-af11-a693ef766ff9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0750246 Oct 10 12:00:14.178294 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e257a34c-c2cc-42d0-8216-9a9d3aa8d240 req-0e689fe0-822a-4e00-a37a-697371b62bcf tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731184 Oct 10 12:00:14.185412 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-80f33f10-19ec-4f5a-8523-8a024fd3c90f req-b76ca39d-c966-4a3f-9d76-7265b4c4ea54 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744724 Oct 10 12:00:14.297798 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9b36-a158-4353-ba69-59ea0496d9ea req-db901c61-d877-447b-a0c4-f864b1b60630 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:14.299293 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-28ff9b36-a158-4353-ba69-59ea0496d9ea req-db901c61-d877-447b-a0c4-f864b1b60630 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0497882 Oct 10 12:00:14.311049 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 41840) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:14.315408 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'floatingip': {'port_id': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:14.354563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (7bb4c462-8695-401b-a901-d5124f89514f), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:14.652345 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:14.810553 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:14.814445 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (7bb4c462-8695-401b-a901-d5124f89514f), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:14.910975 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Floating IP 7bb4c462-8695-401b-a901-d5124f89514f associated. External IP: 172.27.0.186, port: 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7. Oct 10 12:00:14.912781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:15.114615 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:00:15.219957 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:00:15.224495 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:15.231738 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b70fc-421f-4023-a980-be269794285b None None] Sync routers for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:00:15.242087 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b70fc-421f-4023-a980-be269794285b None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:00:15.243109 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ce2b70fc-421f-4023-a980-be269794285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:00:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:15.259590 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e0946b3f-1c31-4383-907a-45e700c82180 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/7bb4c462-8695-401b-a901-d5124f89514f HTTP/1.1" status: 200 len: 991 time: 0.9474609 Oct 10 12:00:15.261170 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'tag': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:15.263389 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2361c0-e286-45a7-a0d6-0a62221cdd27", "tag": "6800ab16-3bab-4f54-bff2-7a9c18dfc7b7"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:15.310005 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6193316a-f5a7-46c6-9b28-849a0bd87f2f x-openstack-request-id: req-6193316a-f5a7-46c6-9b28-849a0bd87f2f {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:15.310281 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2361c0-e286-45a7-a0d6-0a62221cdd27", "tag": "6800ab16-3bab-4f54-bff2-7a9c18dfc7b7", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:15.310569 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6193316a-f5a7-46c6-9b28-849a0bd87f2f {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:15.311043 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6193316a-f5a7-46c6-9b28-849a0bd87f2f'] response: {'name': 'network-changed', 'server_uuid': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'tag': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'status': 'completed', 'code': 200} Oct 10 12:00:15.324785 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f3f08-2c63-4db7-8a92-34f9d4b5c415 req-93e995c4-69c1-4564-8308-9045dde572f1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:15.326320 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-864f3f08-2c63-4db7-8a92-34f9d4b5c415 req-93e995c4-69c1-4564-8308-9045dde572f1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0598726 Oct 10 12:00:15.359974 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-ce2b70fc-421f-4023-a980-be269794285b None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:00:15.376029 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-864f3f08-2c63-4db7-8a92-34f9d4b5c415 req-0c6cee40-7ee7-4c1f-b27f-f5fda38c2f96 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Oct 10 12:00:15.578257 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:15.582374 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ce2b70fc-421f-4023-a980-be269794285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '7bb4c462-8695-401b-a901-d5124f89514f', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'port_id': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'mac_address': 'fa:16:3e:73:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:30Z', 'updated_at': '2022-10-10T12:00:14Z', 'revision_number': 1, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:15.610506 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b70fc-421f-4023-a980-be269794285b None None] Checking router: 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:00:15.619014 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b70fc-421f-4023-a980-be269794285b None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:00:15.620253 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ce2b70fc-421f-4023-a980-be269794285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:00:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:15.719189 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-ce2b70fc-421f-4023-a980-be269794285b None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:00:15.787191 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:15.935563 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ce2b70fc-421f-4023-a980-be269794285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '7bb4c462-8695-401b-a901-d5124f89514f', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'port_id': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'mac_address': 'fa:16:3e:73:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:30Z', 'updated_at': '2022-10-10T12:00:14Z', 'revision_number': 1, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:15.964770 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b70fc-421f-4023-a980-be269794285b None None] The sync data for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi is: [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '7bb4c462-8695-401b-a901-d5124f89514f', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'port_id': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'mac_address': 'fa:16:3e:73:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:30Z', 'updated_at': '2022-10-10T12:00:14Z', 'revision_number': 1, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:00:16.076076 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fefce8-eb10-43b9-a5fc-92498207b6bb req-b460ddd3-2f1a-4430-ade2-86e02e813250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.077601 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-e9fefce8-eb10-43b9-a5fc-92498207b6bb req-b460ddd3-2f1a-4430-ade2-86e02e813250 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 1129 time: 0.0530040 Oct 10 12:00:16.117991 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-60b8906f-cea0-4677-9c59-1a887e07ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.123627 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-60b8906f-cea0-4677-9c59-1a887e07ff57 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 1129 time: 0.0858407 Oct 10 12:00:16.128647 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-5ab8ccd1-476c-46cb-82ba-0dc575cef1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.130997 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-5ab8ccd1-476c-46cb-82ba-0dc575cef1db service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.2015738 Oct 10 12:00:16.158327 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-e9fefce8-eb10-43b9-a5fc-92498207b6bb req-0d6b2f4e-9dcb-44e7-9a3e-9408496c4ba3 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650306 Oct 10 12:00:16.245047 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a45f4-7afc-4792-8033-a79f8349b736 None None] New status for floating IP 7bb4c462-8695-401b-a901-d5124f89514f: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:00:16.284273 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41892) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:16.401362 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-786bf304-ba67-4b1e-95f2-fdc17c13ce56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:16.485117 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-786bf304-ba67-4b1e-95f2-fdc17c13ce56 admin admin] Publish callbacks [] for security_group (43864e0a-60d8-4d8e-bddf-b2528a710c33), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:16.488837 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-786bf304-ba67-4b1e-95f2-fdc17c13ce56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (43864e0a-60d8-4d8e-bddf-b2528a710c33), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:16.510648 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680a78-f621-44ac-bc2a-804ca3099b64 req-1c76fc29-8885-40de-91cf-0d667088c36c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.512360 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-03680a78-f621-44ac-bc2a-804ca3099b64 req-1c76fc29-8885-40de-91cf-0d667088c36c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0477910 Oct 10 12:00:16.528193 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-786bf304-ba67-4b1e-95f2-fdc17c13ce56 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0ea97f8f601d4d059e1cd84fed8e938c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428253 Oct 10 12:00:16.529261 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bf304-ba67-4b1e-95f2-fdc17c13ce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43864e0a-60d8-4d8e-bddf-b2528a710c33,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:16.531591 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41900) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:16.568815 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-03680a78-f621-44ac-bc2a-804ca3099b64 req-c8dca1f6-69f4-4093-a45a-e262bdbc95cd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505269 Oct 10 12:00:16.581980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09705395-fb90-435c-b339-704d735bda1e admin admin] Publish callbacks [] for security_group (43864e0a-60d8-4d8e-bddf-b2528a710c33), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:16.603355 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09705395-fb90-435c-b339-704d735bda1e admin admin] Publish callbacks [] for security_group (43864e0a-60d8-4d8e-bddf-b2528a710c33), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:16.654298 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09705395-fb90-435c-b339-704d735bda1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (43864e0a-60d8-4d8e-bddf-b2528a710c33), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:16.656884 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09705395-fb90-435c-b339-704d735bda1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:16.658013 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-09705395-fb90-435c-b339-704d735bda1e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/43864e0a-60d8-4d8e-bddf-b2528a710c33 HTTP/1.1" status: 204 len: 168 time: 0.1255291 Oct 10 12:00:16.665818 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09705395-fb90-435c-b339-704d735bda1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43864e0a-60d8-4d8e-bddf-b2528a710c33,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:16.931429 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 41906) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:16.944428 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a8b8-94f7-4b3a-be73-2c8547e0072f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:17.021611 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a8b8-94f7-4b3a-be73-2c8547e0072f admin admin] Publish callbacks [] for security_group (434c6745-f10d-45a7-8286-d7697cf80325), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:17.026208 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a8b8-94f7-4b3a-be73-2c8547e0072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (434c6745-f10d-45a7-8286-d7697cf80325), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:17.071542 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c7b5a8b8-94f7-4b3a-be73-2c8547e0072f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dc2c6f9df9bc4bf18ce7627b5605f1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377518 Oct 10 12:00:17.071542 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5a8b8-94f7-4b3a-be73-2c8547e0072f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434c6745-f10d-45a7-8286-d7697cf80325,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:17.075909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 41910) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:17.186584 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-3f858d09-84e4-4256-833b-9cb5af10275e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 1000 time: 0.1482313 Oct 10 12:00:17.192557 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:17.235021 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-7a60d666-d52e-4065-984b-90a6295b0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:17.238714 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-7a60d666-d52e-4065-984b-90a6295b0e58 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 911 time: 0.1995749 Oct 10 12:00:17.238714 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-74c08c38-979d-4e33-bcc5-cb90dfae1b17 admin admin] Publish callbacks [] for security_group (434c6745-f10d-45a7-8286-d7697cf80325), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:17.239366 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:17.259283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-74c08c38-979d-4e33-bcc5-cb90dfae1b17 admin admin] Publish callbacks [] for security_group (434c6745-f10d-45a7-8286-d7697cf80325), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:17.311057 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-74c08c38-979d-4e33-bcc5-cb90dfae1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (434c6745-f10d-45a7-8286-d7697cf80325), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:17.313702 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-74c08c38-979d-4e33-bcc5-cb90dfae1b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:17.317563 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-74c08c38-979d-4e33-bcc5-cb90dfae1b17 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/434c6745-f10d-45a7-8286-d7697cf80325 HTTP/1.1" status: 204 len: 168 time: 0.2102153 Oct 10 12:00:17.324988 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c08c38-979d-4e33-bcc5-cb90dfae1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c6745-f10d-45a7-8286-d7697cf80325,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:17.536559 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e39b3-9279-43d3-a30c-c35431bb7b37 req-4483b164-6825-4400-8fd8-b4c3b8500fe6 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:17.538082 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-644e39b3-9279-43d3-a30c-c35431bb7b37 req-4483b164-6825-4400-8fd8-b4c3b8500fe6 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.0491054 Oct 10 12:00:17.589384 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-644e39b3-9279-43d3-a30c-c35431bb7b37 req-4258905d-1602-4e4c-b861-037fb9f4bdc6 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456264 Oct 10 12:00:17.778746 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c7fe-ccff-4e85-a792-721c6b99c411 req-446b9964-dc4b-4ca0-9bc4-f4dd96f2992b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:17.782010 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-42c1c7fe-ccff-4e85-a792-721c6b99c411 req-446b9964-dc4b-4ca0-9bc4-f4dd96f2992b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.1294641 Oct 10 12:00:17.833221 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-b0cdef88-3de0-43e9-8eb8-ca17c673cefe service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 HTTP/1.1" status: 200 len: 1001 time: 0.1409190 Oct 10 12:00:17.836200 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-57deb054-69c6-41c2-8e2c-b9438c926a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:17.837533 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-57deb054-69c6-41c2-8e2c-b9438c926a76 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.1399529 Oct 10 12:00:17.864419 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-42c1c7fe-ccff-4e85-a792-721c6b99c411 req-7039c2c5-2a10-4b2f-9e32-8df66dbeaa16 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722432 Oct 10 12:00:18.735358 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09198e-1254-452c-a89e-4d6efa5ffe6f req-9f2718f1-ecdd-4bfb-92a5-2e3755025e17 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:18.736861 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e09198e-1254-452c-a89e-4d6efa5ffe6f req-9f2718f1-ecdd-4bfb-92a5-2e3755025e17 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.0504658 Oct 10 12:00:18.784972 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e09198e-1254-452c-a89e-4d6efa5ffe6f req-01f9ac18-08f8-4906-8936-b0bbd0d36f96 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Oct 10 12:00:18.993783 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40f6e4-fcb5-4e33-becb-a5f66ac4007c req-f75fc019-ca3f-4c7c-a6de-a1aa0ec82e34 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:18.995829 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bb40f6e4-fcb5-4e33-becb-a5f66ac4007c req-f75fc019-ca3f-4c7c-a6de-a1aa0ec82e34 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0480263 Oct 10 12:00:19.044122 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bb40f6e4-fcb5-4e33-becb-a5f66ac4007c req-3c953e32-9288-45b2-a127-ecd8de5dd25f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Oct 10 12:00:19.919006 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae087e-b609-4397-9884-133684f145ae req-b866fc76-2444-43ed-a9b8-406725da426e tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:19.920563 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20ae087e-b609-4397-9884-133684f145ae req-b866fc76-2444-43ed-a9b8-406725da426e tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.0513780 Oct 10 12:00:19.939725 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42010) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:19.977161 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20ae087e-b609-4397-9884-133684f145ae req-a2f1f8d6-9704-4cbe-9e67-f6ede52dee0f tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502555 Oct 10 12:00:20.057292 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dada11e1-a9b3-463a-89d1-f5f90473d6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:20.140374 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dada11e1-a9b3-463a-89d1-f5f90473d6cf admin admin] Publish callbacks [] for security_group (d6a1bc4e-6ebe-49c1-bb98-25a6238cf60f), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:20.144265 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dada11e1-a9b3-463a-89d1-f5f90473d6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d6a1bc4e-6ebe-49c1-bb98-25a6238cf60f), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:20.169416 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:20.180912 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:20.185532 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275286f9-4739-48f0-950e-07312e3a4726 req-dcd4ec90-8fcf-4d4f-9eb0-14cc3f50cc76 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:20.187091 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-275286f9-4739-48f0-950e-07312e3a4726 req-dcd4ec90-8fcf-4d4f-9eb0-14cc3f50cc76 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0634756 Oct 10 12:00:20.192777 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-dada11e1-a9b3-463a-89d1-f5f90473d6cf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0d267caa1bcf44e6a276ed4c9d5ee20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514026 Oct 10 12:00:20.193051 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42016) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:20.199144 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada11e1-a9b3-463a-89d1-f5f90473d6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a1bc4e-6ebe-49c1-bb98-25a6238cf60f,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:20.508546 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-ab9c3577-ef44-4703-ae8b-d1e2b7441ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:20.510593 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-ab9c3577-ef44-4703-ae8b-d1e2b7441ccb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3441892 Oct 10 12:00:20.536562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-93b7a8e4-0588-4560-b05e-916b5cd0a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:20.537982 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-93b7a8e4-0588-4560-b05e-916b5cd0a822 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=4d4fac74-b3ac-4135-9f20-60b982967388 HTTP/1.1" status: 200 len: 849 time: 0.3732319 Oct 10 12:00:20.564460 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-275286f9-4739-48f0-950e-07312e3a4726 req-c91e3203-977c-4a2a-89fa-74e8ee2496dc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260188 Oct 10 12:00:20.566472 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:20.569519 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd452-edf0-494b-9741-5bf9dcdd0715 admin admin] Publish callbacks [] for security_group (d6a1bc4e-6ebe-49c1-bb98-25a6238cf60f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:20.592069 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd452-edf0-494b-9741-5bf9dcdd0715 admin admin] Publish callbacks [] for security_group (d6a1bc4e-6ebe-49c1-bb98-25a6238cf60f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:20.644792 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd452-edf0-494b-9741-5bf9dcdd0715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d6a1bc4e-6ebe-49c1-bb98-25a6238cf60f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:20.647568 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd452-edf0-494b-9741-5bf9dcdd0715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:20.651524 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f2dfd452-edf0-494b-9741-5bf9dcdd0715 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d6a1bc4e-6ebe-49c1-bb98-25a6238cf60f HTTP/1.1" status: 204 len: 168 time: 0.4571564 Oct 10 12:00:20.664236 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfd452-edf0-494b-9741-5bf9dcdd0715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a1bc4e-6ebe-49c1-bb98-25a6238cf60f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:20.949298 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fccbc-a7c9-45fa-be2c-358bcb8c791a req-cf5ea2fc-58ba-49f8-b14a-41b4d42eb1a2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:20.951245 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-377fccbc-a7c9-45fa-be2c-358bcb8c791a req-cf5ea2fc-58ba-49f8-b14a-41b4d42eb1a2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0615041 Oct 10 12:00:20.968470 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:21.008077 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-377fccbc-a7c9-45fa-be2c-358bcb8c791a req-28fbb181-6c97-41a1-9d55-f88b3e73fa6d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511577 Oct 10 12:00:21.015486 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42040) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:21.030071 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4bdf30e4-5978-415d-8e34-982b232526ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:21.105064 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86a10a-d2b8-4132-90c7-9ce2aa206bee req-069f496a-7fa7-4e59-9dca-cb0ff350c0c4 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:21.106528 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc86a10a-d2b8-4132-90c7-9ce2aa206bee req-069f496a-7fa7-4e59-9dca-cb0ff350c0c4 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.0487959 Oct 10 12:00:21.109866 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4bdf30e4-5978-415d-8e34-982b232526ed admin admin] Publish callbacks [] for security_group (677cfc11-b51a-4352-8732-50ffa17ff277), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:21.113623 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4bdf30e4-5978-415d-8e34-982b232526ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (677cfc11-b51a-4352-8732-50ffa17ff277), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:21.151785 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf30e4-5978-415d-8e34-982b232526ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677cfc11-b51a-4352-8732-50ffa17ff277,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:21.153801 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc86a10a-d2b8-4132-90c7-9ce2aa206bee req-e4c58e7c-4534-453a-bc30-863d0952b57c tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Oct 10 12:00:21.156915 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-4bdf30e4-5978-415d-8e34-982b232526ed admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=99e6328c4f52439f9aa1a1a01ad3e6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400933 Oct 10 12:00:21.159140 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42042) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:21.211911 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aec238b2-0975-4562-9da3-b3bfe709cee1 admin admin] Publish callbacks [] for security_group (677cfc11-b51a-4352-8732-50ffa17ff277), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:21.231199 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aec238b2-0975-4562-9da3-b3bfe709cee1 admin admin] Publish callbacks [] for security_group (677cfc11-b51a-4352-8732-50ffa17ff277), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:21.277208 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aec238b2-0975-4562-9da3-b3bfe709cee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (677cfc11-b51a-4352-8732-50ffa17ff277), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:21.279935 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aec238b2-0975-4562-9da3-b3bfe709cee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:21.281437 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-aec238b2-0975-4562-9da3-b3bfe709cee1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/677cfc11-b51a-4352-8732-50ffa17ff277 HTTP/1.1" status: 204 len: 168 time: 0.1210632 Oct 10 12:00:21.290276 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec238b2-0975-4562-9da3-b3bfe709cee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677cfc11-b51a-4352-8732-50ffa17ff277,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:22.151280 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbbb80-ef52-4e95-99fc-295240c49b51 req-1cb3df1c-e919-4cd2-8e3d-6da281f2ae7a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:22.152790 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fbbbbb80-ef52-4e95-99fc-295240c49b51 req-1cb3df1c-e919-4cd2-8e3d-6da281f2ae7a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0549660 Oct 10 12:00:22.214459 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fbbbbb80-ef52-4e95-99fc-295240c49b51 req-8a899c60-e817-4f3a-8a50-156320b5cb84 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510726 Oct 10 12:00:22.301744 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024c649-26e3-4b4b-b9cd-d1d4c3a4ac77 req-35d83326-4b33-46c5-813e-cd50cc9b1fb6 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:22.303385 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c024c649-26e3-4b4b-b9cd-d1d4c3a4ac77 req-35d83326-4b33-46c5-813e-cd50cc9b1fb6 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.0551167 Oct 10 12:00:22.355303 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c024c649-26e3-4b4b-b9cd-d1d4c3a4ac77 req-e9568da5-4198-44a1-bb4a-e4ff743d39fd tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Oct 10 12:00:23.328337 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898f97a-30e4-4448-8cfa-e3072399b2e9 req-c510e012-ba9a-4ddc-ac62-be4a24685404 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:23.329793 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3898f97a-30e4-4448-8cfa-e3072399b2e9 req-c510e012-ba9a-4ddc-ac62-be4a24685404 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0464220 Oct 10 12:00:23.375751 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3898f97a-30e4-4448-8cfa-e3072399b2e9 req-4afde270-0f99-4f7f-9d45-8df39e22cb51 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Oct 10 12:00:23.480979 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68fa94-33fb-4ed4-849c-7f12d82678e4 req-2d6e2164-7f44-4a72-99f9-09c3963b755b tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:23.482766 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e68fa94-33fb-4ed4-849c-7f12d82678e4 req-2d6e2164-7f44-4a72-99f9-09c3963b755b tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.0512397 Oct 10 12:00:23.529078 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e68fa94-33fb-4ed4-849c-7f12d82678e4 req-2411526f-6d77-413a-a317-b05de9d82714 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Oct 10 12:00:24.494382 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee36e77-4407-4de9-9f0d-51222f922fee req-f29b0f20-013f-4adb-bc6b-c74ebcf7fb66 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:24.495787 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ee36e77-4407-4de9-9f0d-51222f922fee req-f29b0f20-013f-4adb-bc6b-c74ebcf7fb66 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0464594 Oct 10 12:00:24.543219 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ee36e77-4407-4de9-9f0d-51222f922fee req-2a393a29-78ab-4615-8b08-df6ca536f39b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Oct 10 12:00:24.651159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104300f-2d4a-44f5-ad19-bde397248176 req-5eb9691f-cde6-49e5-9953-a0653ee6c299 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:24.652673 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b104300f-2d4a-44f5-ad19-bde397248176 req-5eb9691f-cde6-49e5-9953-a0653ee6c299 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 945 time: 0.0475228 Oct 10 12:00:24.703725 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b104300f-2d4a-44f5-ad19-bde397248176 req-5b6adc6c-4628-4b70-a96f-9b6d87475a46 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454478 Oct 10 12:00:25.361673 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:00:25.394642 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:25.435908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 is: ACTIVE; New status is: DOWN {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:00:25.436299 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:25.459648 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:25.461841 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff4e76-e904-4718-b54e-5b928ec3491b" -d '{"events": [{"server_uuid": "5206ecbd-33e4-45ba-849b-408b6c33be7c", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:25.475654 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:25.480357 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:25.508367 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0436d3-dd76-49c3-b640-30a19605d20a x-openstack-request-id: req-8f0436d3-dd76-49c3-b640-30a19605d20a {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:25.508643 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5206ecbd-33e4-45ba-849b-408b6c33be7c", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:25.508892 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f0436d3-dd76-49c3-b640-30a19605d20a {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:25.509274 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0436d3-dd76-49c3-b640-30a19605d20a'] response: {'server_uuid': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1', 'code': 200} Oct 10 12:00:25.533430 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,revision_number=6']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:25.659367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada864-19ea-47a1-b51c-78eb49036d12 req-540a2bc9-5cb5-480c-9291-25c3984c779f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:25.660780 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-38ada864-19ea-47a1-b51c-78eb49036d12 req-540a2bc9-5cb5-480c-9291-25c3984c779f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0443382 Oct 10 12:00:25.706974 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-38ada864-19ea-47a1-b51c-78eb49036d12 req-172941ce-16a3-4d4a-978a-1a854369ed19 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Oct 10 12:00:25.822810 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06814a5-87db-4e84-8e6f-0af6041d1692 req-8a4d6247-f7eb-4ddc-a2fa-b8240fc83799 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:25.824268 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b06814a5-87db-4e84-8e6f-0af6041d1692 req-8a4d6247-f7eb-4ddc-a2fa-b8240fc83799 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0453796 Oct 10 12:00:25.863367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:25.871628 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b06814a5-87db-4e84-8e6f-0af6041d1692 req-d4780f13-bdb6-499c-8c46-3ce68aa2a95f tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Oct 10 12:00:25.929857 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=37 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:25.963916 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=15 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:26.828901 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3813f-31a3-4d79-9e7f-8e001e9f7b3e req-74d45856-c0bf-45af-a263-eac9978abdef tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:26.830302 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fde3813f-31a3-4d79-9e7f-8e001e9f7b3e req-74d45856-c0bf-45af-a263-eac9978abdef tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0485046 Oct 10 12:00:26.874930 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fde3813f-31a3-4d79-9e7f-8e001e9f7b3e req-1406c52a-0a48-4345-8fb3-e50601664016 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392823 Oct 10 12:00:26.989167 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6ccff-4402-44b6-9c11-e5cd9f747962 req-f6533127-371b-4b73-a2ee-b4608fe95337 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:26.990630 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cb6ccff-4402-44b6-9c11-e5cd9f747962 req-f6533127-371b-4b73-a2ee-b4608fe95337 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0449424 Oct 10 12:00:27.001379 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:27.037495 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cb6ccff-4402-44b6-9c11-e5cd9f747962 req-d0c0e6c6-2f75-4b91-91c6-b0ff28657401 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Oct 10 12:00:28.155094 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8f6e2-53a9-4cf3-bd60-61e4b58f69b4 req-c004b4a0-9853-4878-824f-2657b712ba30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:28.156540 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f8f6e2-53a9-4cf3-bd60-61e4b58f69b4 req-c004b4a0-9853-4878-824f-2657b712ba30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0734713 Oct 10 12:00:28.183653 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd02fd-00e1-4d43-a8e0-f8c048fd3f93 req-f9158698-5ad5-4b60-9a3b-4db1b54d88cd tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:28.184972 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ffd02fd-00e1-4d43-a8e0-f8c048fd3f93 req-f9158698-5ad5-4b60-9a3b-4db1b54d88cd tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.0722518 Oct 10 12:00:28.230523 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f8f6e2-53a9-4cf3-bd60-61e4b58f69b4 req-b3594f7f-8f18-40d2-894f-65f23e3cdbbc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679979 Oct 10 12:00:28.251254 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ffd02fd-00e1-4d43-a8e0-f8c048fd3f93 req-e021a8f9-72b3-42a3-8c82-d3b5117cbe80 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588701 Oct 10 12:00:28.655742 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c9ddc5da-1c31-4b0f-bbe1-0955ebd84959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:29.247866 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-3b79acfc-eafe-4438-bdf7-17364a4dafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:29.249297 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-3b79acfc-eafe-4438-bdf7-17364a4dafaa service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 1129 time: 0.0386322 Oct 10 12:00:29.285840 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-a1a65917-508b-4a95-8c32-6c6ce5f61378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:29.287390 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-a1a65917-508b-4a95-8c32-6c6ce5f61378 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=5c924414-a382-471c-a40e-c6f3cc3eb62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868914 Oct 10 12:00:29.327401 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-6d150735-4703-46ab-b613-46bff99b6d63 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251662 Oct 10 12:00:29.364311 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-e057a017-58e1-490b-8483-f8a48cc64dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:29.365894 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-e057a017-58e1-490b-8483-f8a48cc64dba service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.1018159 Oct 10 12:00:29.417026 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6414f-6700-4a96-b82d-acbe853bf6cc req-6bc18366-b1d4-40aa-924e-a811d38934bf tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:29.419187 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40e6414f-6700-4a96-b82d-acbe853bf6cc req-6bc18366-b1d4-40aa-924e-a811d38934bf tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0854781 Oct 10 12:00:29.444078 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-51bf1389-0fe7-4bc6-a96e-56728daabdd4 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e17a37-9b9d-4960-877e-e2b3e5fc255f HTTP/1.1" status: 200 len: 217 time: 0.0441654 Oct 10 12:00:29.523509 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-09aa5904-8fc0-42c5-aa05-ddda493e8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:29.528989 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-09aa5904-8fc0-42c5-aa05-ddda493e8632 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0771248 Oct 10 12:00:29.538413 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbf360-b215-4a2f-a2bb-e9752797b782 req-4634130d-e8b6-45c6-b224-9bc836bcf725 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:29.540004 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50fbf360-b215-4a2f-a2bb-e9752797b782 req-4634130d-e8b6-45c6-b224-9bc836bcf725 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.1960959 Oct 10 12:00:29.613969 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-55fd7bd6-a755-4d2c-8d37-708b788c5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:29.616313 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-55fd7bd6-a755-4d2c-8d37-708b788c5703 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742486 Oct 10 12:00:29.628353 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-c66ccfb1-b556-45ec-8456-bcce23f4cbe4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066195 Oct 10 12:00:29.686284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-a414aa60-b658-4077-adc5-4b983115e08b tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:29.687869 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-a414aa60-b658-4077-adc5-4b983115e08b tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 943 time: 0.2630618 Oct 10 12:00:29.725909 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-268e5e51-9cc7-498c-b2d0-89310483af36 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015360 Oct 10 12:00:29.801401 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:29.816040 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50fbf360-b215-4a2f-a2bb-e9752797b782 req-d68d924c-3620-4ed1-be8d-fe1cd7bc37ea tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3daed085-76f3-4cdc-bacf-48bdaf0a639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309577 Oct 10 12:00:29.830277 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40e6414f-6700-4a96-b82d-acbe853bf6cc req-0aac0d17-7030-4f5e-be22-9343fe6e2e32 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612807 Oct 10 12:00:29.853966 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d1baad26-080e-4a4e-82e1-f157c60e81ca req-76afb140-af01-4169-9e36-5a0329922611 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200359 Oct 10 12:00:29.899965 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12d932fd-71e2-4b2f-8eb9-1f87b135e2ec req-97f79755-994e-4153-afd8-40398ea1f2db service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794419 Oct 10 12:00:29.953289 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bbcd56ad-47da-4b03-80d0-6a753a2f4ed6 req-03150904-d35f-40f1-bc5d-44cc836f6cd0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070469 Oct 10 12:00:29.965535 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Deleting port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:00:29.965874 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:30.053440 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:30.061316 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] For port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:30.061682 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:30.076780 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Calling delete_port for 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:00:30.240737 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:30.274301 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Pushing event deleted for resources: {'Port': ['ID=6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:30.336700 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] No DVR routers for this DVR port 6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:00:30.340923 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:30.344555 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0d7cafe-a361-411c-9435-c546d2dfb8b1 req-0ef5d315-50bd-4d19-9621-1de1fa2d9d39 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.58 "DELETE /networking/v2.0/ports/6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1 HTTP/1.1" status: 204 len: 173 time: 0.6358392 Oct 10 12:00:30.345080 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'name': 'network-vif-deleted', 'tag': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:30.347448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada0343e-0ea7-45e9-bbda-22eafaef082f" -d '{"events": [{"server_uuid": "5206ecbd-33e4-45ba-849b-408b6c33be7c", "name": "network-vif-deleted", "tag": "6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:30.386607 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b103e755-ef7d-4d29-8f02-d82c8ec1fbdf x-openstack-request-id: req-b103e755-ef7d-4d29-8f02-d82c8ec1fbdf {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:30.386914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5206ecbd-33e4-45ba-849b-408b6c33be7c", "name": "network-vif-deleted", "tag": "6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:30.387185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b103e755-ef7d-4d29-8f02-d82c8ec1fbdf {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:30.387592 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b103e755-ef7d-4d29-8f02-d82c8ec1fbdf'] response: {'server_uuid': '5206ecbd-33e4-45ba-849b-408b6c33be7c', 'name': 'network-vif-deleted', 'tag': '6fd8e3b8-2ae6-41c2-82fd-290d2ae008d1', 'status': 'completed', 'code': 200} Oct 10 12:00:30.911482 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-19163869-b7dc-42cc-bdc1-ffd4aa3cac8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:30.951572 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-071c5d6a-3532-4f9a-a744-df44cbbea719 req-148f52e8-5d07-4694-b694-8fdbc8cc70e0 tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 210 time: 0.0340633 Oct 10 12:00:31.000445 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a146df-fdba-4f4c-9382-12ac9ba62702 req-7a85fc3e-405c-4c2a-be79-e64abf25d68d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:31.001942 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-86a146df-fdba-4f4c-9382-12ac9ba62702 req-7a85fc3e-405c-4c2a-be79-e64abf25d68d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0593555 Oct 10 12:00:31.058927 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-86a146df-fdba-4f4c-9382-12ac9ba62702 req-5f701fd1-ed17-4ca9-ba22-7988e8aec21d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431368 Oct 10 12:00:31.915837 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:32.070243 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4cc44f17-2452-4bfe-9bb2-cfdaa6aea45c req-e22c751b-bbcc-4f00-a98c-16baa880d72f tempest-DeleteServersTestJSON-1534435136 tempest-DeleteServersTestJSON-1534435136-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5206ecbd-33e4-45ba-849b-408b6c33be7c HTTP/1.1" status: 200 len: 210 time: 0.0264471 Oct 10 12:00:32.179070 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681e5d6-56d0-4ed0-9ae1-d088b0d8afd1 req-cb639fb4-0018-42d4-b243-0f573eb39745 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:32.180514 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f681e5d6-56d0-4ed0-9ae1-d088b0d8afd1 req-cb639fb4-0018-42d4-b243-0f573eb39745 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0458484 Oct 10 12:00:32.241319 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f681e5d6-56d0-4ed0-9ae1-d088b0d8afd1 req-2145ef74-4be7-4087-aa23-ac364864282f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535731 Oct 10 12:00:32.641979 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42262) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:32.745985 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cde2df9f-24ff-4c98-81f5-b5317e671b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:32.759924 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:32.824401 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cde2df9f-24ff-4c98-81f5-b5317e671b81 admin admin] Publish callbacks [] for security_group (55c5e8eb-454d-4bcc-9ec3-4cc5dc55df74), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:32.828276 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cde2df9f-24ff-4c98-81f5-b5317e671b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (55c5e8eb-454d-4bcc-9ec3-4cc5dc55df74), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:32.848496 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:32.869226 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-cde2df9f-24ff-4c98-81f5-b5317e671b81 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=37200ae5335e436f8d25d17f00b9abf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261777 Oct 10 12:00:32.870786 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2df9f-24ff-4c98-81f5-b5317e671b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c5e8eb-454d-4bcc-9ec3-4cc5dc55df74,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:32.872096 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42266) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:32.920914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9bffbe3a-095d-4bce-befa-9b5fc04ea6fc admin admin] Publish callbacks [] for security_group (55c5e8eb-454d-4bcc-9ec3-4cc5dc55df74), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:32.940468 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9bffbe3a-095d-4bce-befa-9b5fc04ea6fc admin admin] Publish callbacks [] for security_group (55c5e8eb-454d-4bcc-9ec3-4cc5dc55df74), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:32.987503 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9bffbe3a-095d-4bce-befa-9b5fc04ea6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (55c5e8eb-454d-4bcc-9ec3-4cc5dc55df74), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:32.990106 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9bffbe3a-095d-4bce-befa-9b5fc04ea6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:32.991294 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9bffbe3a-095d-4bce-befa-9b5fc04ea6fc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/55c5e8eb-454d-4bcc-9ec3-4cc5dc55df74 HTTP/1.1" status: 204 len: 168 time: 0.1181676 Oct 10 12:00:32.999651 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffbe3a-095d-4bce-befa-9b5fc04ea6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c5e8eb-454d-4bcc-9ec3-4cc5dc55df74,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:33.281965 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42288) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:33.304234 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04b-755e-4d3b-a12d-661a4aba1485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.386565 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f85cb-f0e1-405b-bbf1-f43dd3960fdf req-47c2f355-310a-4e38-89be-6150136ee30e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:33.393807 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d2f85cb-f0e1-405b-bbf1-f43dd3960fdf req-47c2f355-310a-4e38-89be-6150136ee30e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0656078 Oct 10 12:00:33.396962 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04b-755e-4d3b-a12d-661a4aba1485 admin admin] Publish callbacks [] for security_group (899ac79e-130e-4eca-a572-4476a406aa15), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.400541 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04b-755e-4d3b-a12d-661a4aba1485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (899ac79e-130e-4eca-a572-4476a406aa15), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.446020 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11d04b-755e-4d3b-a12d-661a4aba1485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899ac79e-130e-4eca-a572-4476a406aa15,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:33.451301 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d2f85cb-f0e1-405b-bbf1-f43dd3960fdf req-7bdfead3-2f6f-4ee8-96ff-1089337003b4 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565627 Oct 10 12:00:33.454947 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-ec11d04b-755e-4d3b-a12d-661a4aba1485 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6f00dfd834a246eaa8ffe4cbd703a785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695237 Oct 10 12:00:33.455499 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42294) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:33.518871 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0037af33-0901-4e32-9ba0-7f666a8f5322 admin admin] Publish callbacks [] for security_group (899ac79e-130e-4eca-a572-4476a406aa15), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.539037 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0037af33-0901-4e32-9ba0-7f666a8f5322 admin admin] Publish callbacks [] for security_group (899ac79e-130e-4eca-a572-4476a406aa15), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.587607 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0037af33-0901-4e32-9ba0-7f666a8f5322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (899ac79e-130e-4eca-a572-4476a406aa15), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.590222 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0037af33-0901-4e32-9ba0-7f666a8f5322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.591429 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0037af33-0901-4e32-9ba0-7f666a8f5322 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/899ac79e-130e-4eca-a572-4476a406aa15 HTTP/1.1" status: 204 len: 168 time: 0.1353238 Oct 10 12:00:33.599375 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037af33-0901-4e32-9ba0-7f666a8f5322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899ac79e-130e-4eca-a572-4476a406aa15,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:33.646759 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.708966 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:34.347829 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42328) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:34.458750 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1f001766-42b5-4455-bf80-167003670e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:34.542785 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:34.563065 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1f001766-42b5-4455-bf80-167003670e69 admin admin] Publish callbacks [] for security_group (5b2a6dac-28f5-4780-a318-dac516c55e67), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:34.569246 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1f001766-42b5-4455-bf80-167003670e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (5b2a6dac-28f5-4780-a318-dac516c55e67), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:34.606401 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cbe24-d983-434a-a9ef-ddc581711b40 req-390b9668-e330-4efe-9ca4-e9bc70117737 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:34.608059 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f28cbe24-d983-434a-a9ef-ddc581711b40 req-390b9668-e330-4efe-9ca4-e9bc70117737 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0761318 Oct 10 12:00:34.610286 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f001766-42b5-4455-bf80-167003670e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2a6dac-28f5-4780-a318-dac516c55e67,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:34.622400 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1f001766-42b5-4455-bf80-167003670e69 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0c0e1719bd29452795963e73e0ed888f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728360 Oct 10 12:00:34.622400 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42344) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:34.677417 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f28cbe24-d983-434a-a9ef-ddc581711b40 req-7f6c2747-c635-4da4-9c45-ba86d54024c8 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524914 Oct 10 12:00:34.682304 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6524be4d-a654-42ad-a9cd-9cd1c0ac9f51 admin admin] Publish callbacks [] for security_group (5b2a6dac-28f5-4780-a318-dac516c55e67), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:34.695345 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42352) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:34.725473 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6524be4d-a654-42ad-a9cd-9cd1c0ac9f51 admin admin] Publish callbacks [] for security_group (5b2a6dac-28f5-4780-a318-dac516c55e67), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:34.789017 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6524be4d-a654-42ad-a9cd-9cd1c0ac9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (5b2a6dac-28f5-4780-a318-dac516c55e67), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:34.791752 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6524be4d-a654-42ad-a9cd-9cd1c0ac9f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:34.792917 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-6524be4d-a654-42ad-a9cd-9cd1c0ac9f51 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5b2a6dac-28f5-4780-a318-dac516c55e67 HTTP/1.1" status: 204 len: 168 time: 0.1697354 Oct 10 12:00:34.801620 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524be4d-a654-42ad-a9cd-9cd1c0ac9f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2a6dac-28f5-4780-a318-dac516c55e67,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:34.889804 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:35.205518 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:35.683680 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42410) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:35.757778 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Deleting port 8ffeb979-241f-45e4-9d1a-f371410992ca {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:00:35.758359 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:35.856213 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c48549fd-7fb1-427c-9cab-18514813a1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:35.874374 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e5a76-7a02-4f23-b910-b61445ee805b req-690f17dc-343f-469c-9d43-c336eba571a3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:35.875826 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b8e5a76-7a02-4f23-b910-b61445ee805b req-690f17dc-343f-469c-9d43-c336eba571a3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.1057293 Oct 10 12:00:35.929437 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] For port 8ffeb979-241f-45e4-9d1a-f371410992ca, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=8ffeb979-241f-45e4-9d1a-f371410992ca,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:35.929803 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:35.954944 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Calling delete_port for 8ffeb979-241f-45e4-9d1a-f371410992ca owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:00:36.023270 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b8e5a76-7a02-4f23-b910-b61445ee805b req-6ddc22a4-06e7-4766-bee7-0e0f66a6ed25 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330950 Oct 10 12:00:36.033895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:36.085253 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:36.098101 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c48549fd-7fb1-427c-9cab-18514813a1ac admin admin] Publish callbacks [] for security_group (1913a4c8-a7be-4c9f-9d17-ccacfd30dcaf), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.103464 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c48549fd-7fb1-427c-9cab-18514813a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (1913a4c8-a7be-4c9f-9d17-ccacfd30dcaf), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.185828 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48549fd-7fb1-427c-9cab-18514813a1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1913a4c8-a7be-4c9f-9d17-ccacfd30dcaf,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:36.190471 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c48549fd-7fb1-427c-9cab-18514813a1ac admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=65f225fe4d0c46e7a00ccf16dd5fa88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5057406 Oct 10 12:00:36.193239 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42430) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:36.224853 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:36.229618 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:36.258735 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aa457d4a-7460-4fd0-9392-ea9f2fe19d49 admin admin] Publish callbacks [] for security_group (1913a4c8-a7be-4c9f-9d17-ccacfd30dcaf), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.278757 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (8ffeb979-241f-45e4-9d1a-f371410992ca), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.281639 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aa457d4a-7460-4fd0-9392-ea9f2fe19d49 admin admin] Publish callbacks [] for security_group (1913a4c8-a7be-4c9f-9d17-ccacfd30dcaf), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.311259 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffeb979-241f-45e4-9d1a-f371410992ca,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:36.348746 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aa457d4a-7460-4fd0-9392-ea9f2fe19d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (1913a4c8-a7be-4c9f-9d17-ccacfd30dcaf), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.351576 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aa457d4a-7460-4fd0-9392-ea9f2fe19d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.355138 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-aa457d4a-7460-4fd0-9392-ea9f2fe19d49 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1913a4c8-a7be-4c9f-9d17-ccacfd30dcaf HTTP/1.1" status: 204 len: 168 time: 0.1567669 Oct 10 12:00:36.366515 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa457d4a-7460-4fd0-9392-ea9f2fe19d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1913a4c8-a7be-4c9f-9d17-ccacfd30dcaf,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:36.476846 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42436) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:36.539177 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.735569 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-06840540-af1e-4a17-9778-0f5ba67fa0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.774367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:00:36.787389 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42442) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:36.824343 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-06840540-af1e-4a17-9778-0f5ba67fa0de admin admin] Publish callbacks [] for security_group (ae331092-70dd-474f-b4e8-2e0f5ec33d8e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.828461 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-06840540-af1e-4a17-9778-0f5ba67fa0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ae331092-70dd-474f-b4e8-2e0f5ec33d8e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.832918 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46ebabbb-9e4e-4d52-9d36-749b14e5028f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.867963 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-06840540-af1e-4a17-9778-0f5ba67fa0de admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fb07c878a90944a5874993d0d5d57b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899825 Oct 10 12:00:36.869742 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06840540-af1e-4a17-9778-0f5ba67fa0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae331092-70dd-474f-b4e8-2e0f5ec33d8e,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:36.872047 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42444) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:36.921696 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c6edc5fd-2c88-45f4-8f13-ba854700aaf4 admin admin] Publish callbacks [] for security_group (ae331092-70dd-474f-b4e8-2e0f5ec33d8e), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.926130 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:00:36.932469 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3879a91e-7051-4da7-8afb-1bb1dd5af239 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/9e73bdb1-c200-4ecb-bec2-44fd7edaadc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349551 Oct 10 12:00:36.934974 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42446) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:36.939805 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] Sync routers for ids ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:00:36.951671 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c6edc5fd-2c88-45f4-8f13-ba854700aaf4 admin admin] Publish callbacks [] for security_group (ae331092-70dd-474f-b4e8-2e0f5ec33d8e), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:36.951875 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] Routers {'9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:00:36.952519 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:00:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:36.988224 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:37.005769 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:37.010061 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c6edc5fd-2c88-45f4-8f13-ba854700aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ae331092-70dd-474f-b4e8-2e0f5ec33d8e), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.014806 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c6edc5fd-2c88-45f4-8f13-ba854700aaf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.016562 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c6edc5fd-2c88-45f4-8f13-ba854700aaf4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ae331092-70dd-474f-b4e8-2e0f5ec33d8e HTTP/1.1" status: 204 len: 168 time: 0.1435456 Oct 10 12:00:37.026994 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edc5fd-2c88-45f4-8f13-ba854700aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae331092-70dd-474f-b4e8-2e0f5ec33d8e,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:37.072924 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46ebabbb-9e4e-4d52-9d36-749b14e5028f admin admin] Publish callbacks [] for security_group (f1cc6c04-e038-48cf-a70f-ffc4b89351de), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.084352 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46ebabbb-9e4e-4d52-9d36-749b14e5028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (f1cc6c04-e038-48cf-a70f-ffc4b89351de), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.108579 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks [] for router (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.129608 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] Set router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:00:37.231380 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-46ebabbb-9e4e-4d52-9d36-749b14e5028f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=046cbe91f5124f1a8d028d341d5654df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429505 Oct 10 12:00:37.235194 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42454) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:37.238263 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8f9c6-50ce-4c58-9fb8-f9540187b44a req-4e8380d9-aff1-45b1-a8b7-898eed047395 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:37.239752 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc8f9c6-50ce-4c58-9fb8-f9540187b44a req-4e8380d9-aff1-45b1-a8b7-898eed047395 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0643256 Oct 10 12:00:37.250982 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebabbb-9e4e-4d52-9d36-749b14e5028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cc6c04-e038-48cf-a70f-ffc4b89351de,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:37.423167 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f0c998e-c24a-47f7-a434-80bf7040e112 admin admin] Publish callbacks [] for security_group (f1cc6c04-e038-48cf-a70f-ffc4b89351de), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.436707 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc8f9c6-50ce-4c58-9fb8-f9540187b44a req-f5f7a1d1-c15e-402c-ab26-15bfc9c34721 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824431 Oct 10 12:00:37.440139 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks [] for router_gateway (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.544835 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '58221cb2-caff-4d88-9674-ec131505803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T12:00:36Z', 'revision_number': 5, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port': {'id': '58221cb2-caff-4d88-9674-ec131505803c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:37.558283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Deleting port 58221cb2-caff-4d88-9674-ec131505803c {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:00:37.558760 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (58221cb2-caff-4d88-9674-ec131505803c), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.567039 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f0c998e-c24a-47f7-a434-80bf7040e112 admin admin] Publish callbacks [] for security_group (f1cc6c04-e038-48cf-a70f-ffc4b89351de), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.619662 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] Checking router: 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:00:37.640874 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] Routers {'9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:00:37.641866 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:00:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:37.651152 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f0c998e-c24a-47f7-a434-80bf7040e112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (f1cc6c04-e038-48cf-a70f-ffc4b89351de), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.659016 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f0c998e-c24a-47f7-a434-80bf7040e112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.664759 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2f0c998e-c24a-47f7-a434-80bf7040e112 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f1cc6c04-e038-48cf-a70f-ffc4b89351de HTTP/1.1" status: 204 len: 168 time: 0.4284272 Oct 10 12:00:37.676418 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c998e-c24a-47f7-a434-80bf7040e112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cc6c04-e038-48cf-a70f-ffc4b89351de,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:37.677043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] For port 58221cb2-caff-4d88-9674-ec131505803c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=58221cb2-caff-4d88-9674-ec131505803c,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:37.677784 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (58221cb2-caff-4d88-9674-ec131505803c), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.695649 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Calling delete_port for 58221cb2-caff-4d88-9674-ec131505803c owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:00:37.778831 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] Set router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 gateway port host: None {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:00:37.839909 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T12:00:37Z', 'revision_number': 6, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:37.870298 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe43ac-475d-4add-a58c-c2c8da2e3c92 None None] The sync data for ids ['9e73bdb1-c200-4ecb-bec2-44fd7edaadc8'] in dv-cinder-850618-4-iscsi is: [{'id': '9e73bdb1-c200-4ecb-bec2-44fd7edaadc8', 'name': 'tempest-DeleteServersTestJSON-9782430-router', 'tenant_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:03Z', 'updated_at': '2022-10-10T12:00:37Z', 'revision_number': 6, 'project_id': 'd57fdf43bdef4f0dabd51175a84e9093', 'gw_port_host': None}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:00:37.902736 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (58221cb2-caff-4d88-9674-ec131505803c), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:37.914913 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:37.940104 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58221cb2-caff-4d88-9674-ec131505803c,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:38.008905 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.118573 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.123309 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks [] for router_controller (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.191992 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (9e73bdb1-c200-4ecb-bec2-44fd7edaadc8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.192742 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:00:38.199357 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.202413 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f2c64eed-6038-4e4a-9d39-cb335c3d08d6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/9e73bdb1-c200-4ecb-bec2-44fd7edaadc8 HTTP/1.1" status: 204 len: 168 time: 1.2664995 Oct 10 12:00:38.205147 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42490) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:38.259307 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f798f72-bfbc-4184-a609-da3cca2bb9c2 admin admin] Deleting subnet c2029097-5c76-4384-b42f-4e0890327b26 {{(pid=106262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:00:38.262930 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f798f72-bfbc-4184-a609-da3cca2bb9c2 admin admin] Publish callbacks [] for subnet (c2029097-5c76-4384-b42f-4e0890327b26), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.322938 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f798f72-bfbc-4184-a609-da3cca2bb9c2 admin admin] Publish callbacks [] for subnet (c2029097-5c76-4384-b42f-4e0890327b26), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.399079 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f798f72-bfbc-4184-a609-da3cca2bb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (c2029097-5c76-4384-b42f-4e0890327b26), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.436347 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:38.461979 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f798f72-bfbc-4184-a609-da3cca2bb9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for subnet (c2029097-5c76-4384-b42f-4e0890327b26), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.476821 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=77,neutron:DELETE=14,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:38.501612 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f798f72-bfbc-4184-a609-da3cca2bb9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2029097-5c76-4384-b42f-4e0890327b26,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:38.507379 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2f798f72-bfbc-4184-a609-da3cca2bb9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.511536 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2f798f72-bfbc-4184-a609-da3cca2bb9c2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c2029097-5c76-4384-b42f-4e0890327b26 HTTP/1.1" status: 204 len: 168 time: 0.3052604 Oct 10 12:00:38.514006 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42508) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:38.518070 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3b6e6-2db2-409b-90c4-e1a61e023f12 None None] Network 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:00:38.611136 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (34b06faa-9ac1-44a9-be49-fe3ff8492ca5), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.664749 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739082-1329-4beb-a7e6-2f2d248510aa req-0081015c-a85f-4084-9626-ffe9bc8d6e68 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:38.667319 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5739082-1329-4beb-a7e6-2f2d248510aa req-0081015c-a85f-4084-9626-ffe9bc8d6e68 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.1123166 Oct 10 12:00:38.690506 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Deleting port a2761abb-ebdf-45bd-94d6-fac8b5984029 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:00:38.690851 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.722965 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] DHCP port deletion for 34b06faa-9ac1-44a9-be49-fe3ff8492ca5 request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:00:38.767009 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5739082-1329-4beb-a7e6-2f2d248510aa req-f3d12a3d-2de2-4970-8c75-6f4668456b1c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927250 Oct 10 12:00:38.805005 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] Deleting port a2761abb-ebdf-45bd-94d6-fac8b5984029 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:00:38.805590 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.819301 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] For port a2761abb-ebdf-45bd-94d6-fac8b5984029, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a2761abb-ebdf-45bd-94d6-fac8b5984029,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:38.819666 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.835371 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Calling delete_port for a2761abb-ebdf-45bd-94d6-fac8b5984029 owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:00:38.858620 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:38.886960 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] For port a2761abb-ebdf-45bd-94d6-fac8b5984029, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a2761abb-ebdf-45bd-94d6-fac8b5984029,segment=NetworkSegment(fd61ff52-0636-4652-b139-c4d1be99f283),segment_id=fd61ff52-0636-4652-b139-c4d1be99f283)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:38.887618 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:38.901728 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] Calling delete_port for a2761abb-ebdf-45bd-94d6-fac8b5984029 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:00:38.911596 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42518) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:38.983636 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.015880 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2761abb-ebdf-45bd-94d6-fac8b5984029,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:39.019909 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] No DVR routers for this DVR port a2761abb-ebdf-45bd-94d6-fac8b5984029 on host dv-cinder-850618-4-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:00:39.112479 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (34b06faa-9ac1-44a9-be49-fe3ff8492ca5), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.116120 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d0293ba1-62e1-49b0-a3e1-35df4024ee37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.137463 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.137828 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.139224 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.139660 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.140019 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.140347 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.140670 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.141172 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.141502 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.141828 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.187218 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:39.192832 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (a2761abb-ebdf-45bd-94d6-fac8b5984029), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.228650 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] Pushing event deleted for resources: {'Port': ['ID=a2761abb-ebdf-45bd-94d6-fac8b5984029,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:39.235750 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.236298 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.237749 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.238435 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:00:39.238998 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b06faa-9ac1-44a9-be49-fe3ff8492ca5']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:39.241522 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ab959-3c85-464e-bbd8-ceed4af0f714 None None] No DVR routers for this DVR port a2761abb-ebdf-45bd-94d6-fac8b5984029 on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:00:39.254245 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d0293ba1-62e1-49b0-a3e1-35df4024ee37 admin admin] Publish callbacks [] for security_group (ed48a1a5-38a9-4e32-8314-1f35b85e9ca8), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.259155 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d0293ba1-62e1-49b0-a3e1-35df4024ee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ed48a1a5-38a9-4e32-8314-1f35b85e9ca8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.265278 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd61ff52-0636-4652-b139-c4d1be99f283') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:39.265801 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd61ff52-0636-4652-b139-c4d1be99f283') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:39.301182 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (fd61ff52-0636-4652-b139-c4d1be99f283), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.304678 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0293ba1-62e1-49b0-a3e1-35df4024ee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed48a1a5-38a9-4e32-8314-1f35b85e9ca8,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:39.313139 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d0293ba1-62e1-49b0-a3e1-35df4024ee37 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5ed0620f14474ec4bd7db45569b71ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004605 Oct 10 12:00:39.319387 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42522) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:39.342794 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (fd61ff52-0636-4652-b139-c4d1be99f283), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.367930 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:00:39.368331 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (fd61ff52-0636-4652-b139-c4d1be99f283), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.435736 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8d219dd5-ae6b-4fd3-a16a-ba6fde90ffe0 admin admin] Publish callbacks [] for security_group (ed48a1a5-38a9-4e32-8314-1f35b85e9ca8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.462159 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (34b06faa-9ac1-44a9-be49-fe3ff8492ca5), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.470128 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.474391 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/34b06faa-9ac1-44a9-be49-fe3ff8492ca5 HTTP/1.1" status: 204 len: 168 time: 0.9591868 Oct 10 12:00:39.496507 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81d952-2454-4ad9-a31f-d99a28b3a788 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b06faa-9ac1-44a9-be49-fe3ff8492ca5,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:39.514139 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8d219dd5-ae6b-4fd3-a16a-ba6fde90ffe0 admin admin] Publish callbacks [] for security_group (ed48a1a5-38a9-4e32-8314-1f35b85e9ca8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.589773 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8d219dd5-ae6b-4fd3-a16a-ba6fde90ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ed48a1a5-38a9-4e32-8314-1f35b85e9ca8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.600325 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8d219dd5-ae6b-4fd3-a16a-ba6fde90ffe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.601638 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8d219dd5-ae6b-4fd3-a16a-ba6fde90ffe0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ed48a1a5-38a9-4e32-8314-1f35b85e9ca8 HTTP/1.1" status: 204 len: 168 time: 0.2811184 Oct 10 12:00:39.611626 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d219dd5-ae6b-4fd3-a16a-ba6fde90ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed48a1a5-38a9-4e32-8314-1f35b85e9ca8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:39.639772 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 8ffeb979-241f-45e4-9d1a-f371410992ca no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:00:39.672870 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 8ffeb979-241f-45e4-9d1a-f371410992ca {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:00:39.673511 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 8ffeb979-241f-45e4-9d1a-f371410992ca not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:00:39.674087 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 58221cb2-caff-4d88-9674-ec131505803c no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:00:39.680104 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42542) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:39.698646 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 58221cb2-caff-4d88-9674-ec131505803c {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:00:39.699228 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 58221cb2-caff-4d88-9674-ec131505803c not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:00:39.699782 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a2761abb-ebdf-45bd-94d6-fac8b5984029 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:00:39.721345 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: a2761abb-ebdf-45bd-94d6-fac8b5984029 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:00:39.722065 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a2761abb-ebdf-45bd-94d6-fac8b5984029 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:00:39.732000 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-a310be77-c913-4b6f-b593-a8fde02ffa00 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d57fdf43bdef4f0dabd51175a84e9093&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507004 Oct 10 12:00:39.735471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42546) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:39.790001 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3056fadb-9953-49ba-b792-983e6a400663 admin admin] Publish callbacks [] for security_group (3daed085-76f3-4cdc-bacf-48bdaf0a639d), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.819045 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3056fadb-9953-49ba-b792-983e6a400663 admin admin] Publish callbacks [] for security_group (3daed085-76f3-4cdc-bacf-48bdaf0a639d), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.898950 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment fd61ff52-0636-4652-b139-c4d1be99f283 resource provider aggregate not found Oct 10 12:00:39.914433 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7910b3-5888-4c87-927b-e9e53a2baa36 req-587f1440-9b12-4f5f-929d-b468b4023b4c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:39.919438 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef7910b3-5888-4c87-927b-e9e53a2baa36 req-587f1440-9b12-4f5f-929d-b468b4023b4c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0579774 Oct 10 12:00:39.920782 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3056fadb-9953-49ba-b792-983e6a400663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3daed085-76f3-4cdc-bacf-48bdaf0a639d), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.924430 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment fd61ff52-0636-4652-b139-c4d1be99f283 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd61ff52-0636-4652-b139-c4d1be99f283 found for delete ", "request_id": "req-0dbf46e1-dcfd-464c-a808-fd793813e344"}]} Oct 10 12:00:39.924720 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3056fadb-9953-49ba-b792-983e6a400663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:39.928243 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3056fadb-9953-49ba-b792-983e6a400663 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3daed085-76f3-4cdc-bacf-48bdaf0a639d HTTP/1.1" status: 204 len: 168 time: 0.1893964 Oct 10 12:00:39.948205 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056fadb-9953-49ba-b792-983e6a400663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daed085-76f3-4cdc-bacf-48bdaf0a639d,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:39.991264 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:40.001033 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef7910b3-5888-4c87-927b-e9e53a2baa36 req-67621558-14c3-48bc-8a3f-92d77cf6e095 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740156 Oct 10 12:00:41.143140 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006ed90-3bb2-49bb-a68a-0cc2476f83b3 req-fad28ff2-6728-49c2-ae2b-3d58dddf07b3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:41.144683 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1006ed90-3bb2-49bb-a68a-0cc2476f83b3 req-fad28ff2-6728-49c2-ae2b-3d58dddf07b3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0555210 Oct 10 12:00:41.204094 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1006ed90-3bb2-49bb-a68a-0cc2476f83b3 req-122276ec-3657-49fc-aae5-aef233d60933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522020 Oct 10 12:00:41.307459 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.325230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42638) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:41.432974 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-42735703-8b78-46c4-9772-b004dffe22f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.507524 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-42735703-8b78-46c4-9772-b004dffe22f9 admin admin] Publish callbacks [] for security_group (d6b3ee90-5604-4b36-a39e-8cd5d2bcb00c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.511114 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-42735703-8b78-46c4-9772-b004dffe22f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d6b3ee90-5604-4b36-a39e-8cd5d2bcb00c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.548348 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42735703-8b78-46c4-9772-b004dffe22f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b3ee90-5604-4b36-a39e-8cd5d2bcb00c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:41.552734 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-42735703-8b78-46c4-9772-b004dffe22f9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=abeb54035bdd44b4b04279b72be0e1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265031 Oct 10 12:00:41.555726 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42642) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:41.605978 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2e417aa2-ee71-448f-b5e1-1072f2869bb1 admin admin] Publish callbacks [] for security_group (d6b3ee90-5604-4b36-a39e-8cd5d2bcb00c), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.626419 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2e417aa2-ee71-448f-b5e1-1072f2869bb1 admin admin] Publish callbacks [] for security_group (d6b3ee90-5604-4b36-a39e-8cd5d2bcb00c), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.674869 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2e417aa2-ee71-448f-b5e1-1072f2869bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d6b3ee90-5604-4b36-a39e-8cd5d2bcb00c), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.677578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2e417aa2-ee71-448f-b5e1-1072f2869bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.679015 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2e417aa2-ee71-448f-b5e1-1072f2869bb1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d6b3ee90-5604-4b36-a39e-8cd5d2bcb00c HTTP/1.1" status: 204 len: 168 time: 0.1223564 Oct 10 12:00:41.687031 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e417aa2-ee71-448f-b5e1-1072f2869bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b3ee90-5604-4b36-a39e-8cd5d2bcb00c,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:41.921324 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-69ebc97b-a3c7-4eb5-891b-30b16c6b6488 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=132383472a4f48779d8c4fc5a5179a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468361 Oct 10 12:00:42.028692 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:42.112635 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-874cc787-e6d2-4719-857f-b9797daf9f6a tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:42.114104 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-874cc787-e6d2-4719-857f-b9797daf9f6a tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876833 Oct 10 12:00:42.129616 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-e1f3fb24-0999-4c9d-b596-c36f912298cb tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/quotas/132383472a4f48779d8c4fc5a5179a8e HTTP/1.1" status: 200 len: 375 time: 0.0092738 Oct 10 12:00:42.168001 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-45303351-ae47-4f5f-8c30-93ba063b3628 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=132383472a4f48779d8c4fc5a5179a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328743 Oct 10 12:00:42.468406 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42696) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:42.631674 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2112827067-network', 'tenant_id': '45628e5deeb045e4bdf7bc3b53555d67'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:42.655748 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b3b7baff-0fdd-4028-acc9-bfc35f4a48dc req-9ae18847-0a8b-4105-9ff2-3cb0cfa6fff1 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 210 time: 0.3279238 Oct 10 12:00:42.669816 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Made reservation on behalf of 45628e5deeb045e4bdf7bc3b53555d67 for: {'network': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:00:42.671150 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedabd0-26e0-4675-a0f7-f90de7ed38cc req-8054dcac-de19-4959-9cfd-94e99cd0b42f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:42.672880 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1eedabd0-26e0-4675-a0f7-f90de7ed38cc req-8054dcac-de19-4959-9cfd-94e99cd0b42f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.3639913 Oct 10 12:00:42.680428 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:42.699054 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:42.726868 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1eedabd0-26e0-4675-a0f7-f90de7ed38cc req-fc073709-9b85-4c50-8e68-12dc60254175 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 Oct 10 12:00:42.802881 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Publish callbacks [] for security_group (7430555e-5ff9-4900-8a15-ca24d4198f31), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:42.806682 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (7430555e-5ff9-4900-8a15-ca24d4198f31), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:42.832335 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=106262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:00:42.834034 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:42.844253 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7430555e-5ff9-4900-8a15-ca24d4198f31,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:42.849938 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (fa9c7f51-e213-4179-a323-dc628c879fc3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:42.850367 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.segments_db [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Added segment fa9c7f51-e213-4179-a323-dc628c879fc3 of type vlan for network 4ae1f420-18e2-4e9d-be13-7166e2af9687 Oct 10 12:00:42.892247 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (4ae1f420-18e2-4e9d-be13-7166e2af9687), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:42.895163 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:42.926654 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (4ae1f420-18e2-4e9d-be13-7166e2af9687), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:42.927695 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:42.928637 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:42.978521 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5090284 Oct 10 12:00:42.981361 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42712) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:42.991433 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Request body: {'subnet': {'network_id': '4ae1f420-18e2-4e9d-be13-7166e2af9687', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2112827067-subnet', 'tenant_id': '45628e5deeb045e4bdf7bc3b53555d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:43.001665 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23390-0591-47b3-b46c-a2306d0a7235 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae1f420-18e2-4e9d-be13-7166e2af9687,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:43.012579 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 4ae1f420-18e2-4e9d-be13-7166e2af9687 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:00:43.017064 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Made reservation on behalf of 45628e5deeb045e4bdf7bc3b53555d67 for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:00:43.019612 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25421203'] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:43.188997 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26182562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25421185'] for subnet (241924a7-928a-4d08-8bc2-c001c26391c8), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:43.242205 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241924a7-928a-4d08-8bc2-c001c26391c8,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:43.253279 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Checking segment: {'id': 'fa9c7f51-e213-4179-a323-dc628c879fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4ae1f420-18e2-4e9d-be13-7166e2af9687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:00:43.253634 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Network hostable DHCP agents. Network: 4ae1f420-18e2-4e9d-be13-7166e2af9687, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:00:43.270613 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Network 4ae1f420-18e2-4e9d-be13-7166e2af9687 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:00:43.279406 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 4ae1f420-18e2-4e9d-be13-7166e2af9687) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:00:43.283704 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:43.284286 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:43.288384 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac43198-d5d5-469f-8261-856db6249879 None None] Network 4ae1f420-18e2-4e9d-be13-7166e2af9687 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:00:43.300111 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-61b78406-bf18-4e15-987d-d28671886a12 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3177683 Oct 10 12:00:43.392508 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0df853-5565-4b1c-9c09-8b83490a031b None None] Network 4ae1f420-18e2-4e9d-be13-7166e2af9687 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:00:43.441590 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:43.778390 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 42736) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:43.783283 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-814841263-network', 'tenant_id': '50cb17ecff894cbe800d59cfef6042ac'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:43.787397 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ede2b48c-7957-431d-8504-6203c6f8a1a5 req-dbe38196-fec4-4891-9ebb-3c7d89627512 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 210 time: 0.0291615 Oct 10 12:00:43.810800 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Made reservation on behalf of 50cb17ecff894cbe800d59cfef6042ac for: {'network': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:00:43.813898 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:43.826118 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:43.872515 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19136c-fd61-4c71-9e13-2bea96a1cd54 req-f1807c2e-46d9-4052-a21f-4080e963f8a3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:43.878405 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d19136c-fd61-4c71-9e13-2bea96a1cd54 req-f1807c2e-46d9-4052-a21f-4080e963f8a3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0511909 Oct 10 12:00:43.902403 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Publish callbacks [] for security_group (13edf2eb-9b58-43f4-9a4b-a2440605d433), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:43.906342 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (13edf2eb-9b58-43f4-9a4b-a2440605d433), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:43.923854 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d19136c-fd61-4c71-9e13-2bea96a1cd54 req-9e0c2bd7-546a-4c5c-8f88-149c133c59d7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435412 Oct 10 12:00:43.928644 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=106262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:00:43.942847 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13edf2eb-9b58-43f4-9a4b-a2440605d433,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:43.955165 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (084260fc-2d97-4486-87f6-e860c24162f4), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:43.955612 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.segments_db [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Added segment 084260fc-2d97-4486-87f6-e860c24162f4 of type vlan for network 9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a Oct 10 12:00:43.997292 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:44.016571 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:44.021087 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:44.022162 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:44.022733 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:44.031595 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:44.076794 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2972336 Oct 10 12:00:44.079698 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42740) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:44.084736 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Request body: {'subnet': {'network_id': '9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-814841263-subnet', 'tenant_id': '50cb17ecff894cbe800d59cfef6042ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:44.093487 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fdd58-7c89-4f93-b6e0-515f3ec6da4e admin admin] Pushing event updated for resources: {'Network': ['ID=9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:44.103490 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:00:44.105616 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Made reservation on behalf of 50cb17ecff894cbe800d59cfef6042ac for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:00:44.108330 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3402706'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:44.186637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:44.279807 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3402688'] for subnet (3d0febbd-1710-431f-8b9e-711ef7269d77), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:44.333239 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0febbd-1710-431f-8b9e-711ef7269d77,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:44.344624 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Checking segment: {'id': '084260fc-2d97-4486-87f6-e860c24162f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:00:44.344973 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Network hostable DHCP agents. Network: 9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:00:44.361353 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Network 9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:00:44.370528 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:00:44.375493 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:44.376163 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:44.379370 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6733570-6cd1-4018-a715-e894d088cb36 None None] Network 9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:00:44.393393 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-95039bb7-8c4d-486f-9f3a-3bb16fd95a66 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3126085 Oct 10 12:00:44.485471 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f7ecbe-bfc6-41f6-9430-c97bf645fc91 None None] Network 9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:00:44.902837 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d455c887-7fac-4233-ace1-54209425b4e1 req-22738972-1e13-495c-9e5a-58eb31a9facc tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 210 time: 0.0324700 Oct 10 12:00:45.052722 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bee5a3-5b1d-4682-89ef-61cf74cb7a79 req-a792b0dd-daa2-4a36-986c-23e4b1de8306 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:45.054722 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1bee5a3-5b1d-4682-89ef-61cf74cb7a79 req-a792b0dd-daa2-4a36-986c-23e4b1de8306 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0471542 Oct 10 12:00:45.102099 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1bee5a3-5b1d-4682-89ef-61cf74cb7a79 req-01a258fa-0d74-40a7-b92c-2d5a7d43c58d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Oct 10 12:00:45.887751 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-41cdd812-b9f2-41f3-b766-3375906e38fc tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=132383472a4f48779d8c4fc5a5179a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220726 Oct 10 12:00:46.037761 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e42f29db-23b1-430d-a9c7-cccb38cbc44b req-05293dd0-dea0-47d7-9d53-fc8566ca832b tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 210 time: 0.0425546 Oct 10 12:00:46.059180 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:46.084822 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-02de5148-9be3-4538-9245-60f526e10d95 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:46.086495 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-02de5148-9be3-4538-9245-60f526e10d95 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898444 Oct 10 12:00:46.244310 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f9ca2-3184-405b-b633-11dddd918449 req-6533bbef-a161-4c04-a3a2-7666e8ca78af tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:46.245947 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2c6f9ca2-3184-405b-b633-11dddd918449 req-6533bbef-a161-4c04-a3a2-7666e8ca78af tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0657287 Oct 10 12:00:46.250529 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Request body: {'port': {'device_id': '2f42d94a-65e4-4b68-9f46-1b37f5291cfa', 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da', 'admin_state_up': True, 'tenant_id': '132383472a4f48779d8c4fc5a5179a8e'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:46.405469 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2c6f9ca2-3184-405b-b633-11dddd918449 req-280c5a87-1d1f-4d85-beb2-f513670b6d11 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326535 Oct 10 12:00:46.447243 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Made reservation on behalf of 132383472a4f48779d8c4fc5a5179a8e for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:00:46.459056 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:46.459902 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:46.535296 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks [] for security_group (af80a368-cae3-4185-a481-2574c0fd7466), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:46.538670 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (af80a368-cae3-4185-a481-2574c0fd7466), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:46.601010 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:46.607815 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af80a368-cae3-4185-a481-2574c0fd7466,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:46.680224 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Allocated IP 192.168.233.60 (a55df119-94d6-4791-a05e-1055e08ea2da/f3c92c28-8b15-4fd4-9335-7a59f700e8d2/52893d18-e50a-435f-a0f5-a5691c10b280) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:00:46.828260 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks [] for port (52893d18-e50a-435f-a0f5-a5691c10b280), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:46.859324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:46.902456 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Network a55df119-94d6-4791-a05e-1055e08ea2da is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:00:46.905667 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:00:46.907997 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:00:46.938602 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Pushing event updated for resources: {'Port': ['ID=52893d18-e50a-435f-a0f5-a5691c10b280,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:46.955858 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:46.967849 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:46.968465 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:46.986371 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-184c890d-7537-428d-a8c7-935b8c2f4386 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7393100 Oct 10 12:00:47.010335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Request body: {'port': {'device_id': '2f42d94a-65e4-4b68-9f46-1b37f5291cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:47.077799 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:47.124726 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-747a00e9-02b3-4fc4-9bb5-d8b832eaf156 None None] Provisioning complete for port 52893d18-e50a-435f-a0f5-a5691c10b280 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:00:47.125248 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-747a00e9-02b3-4fc4-9bb5-d8b832eaf156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:47.125499 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-747a00e9-02b3-4fc4-9bb5-d8b832eaf156 None None] Attempt 1 to provision port 52893d18-e50a-435f-a0f5-a5691c10b280 Oct 10 12:00:47.157182 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-747a00e9-02b3-4fc4-9bb5-d8b832eaf156 None None] Port 52893d18-e50a-435f-a0f5-a5691c10b280 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:00:47.217840 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358dfc-f293-4957-8765-d374360ff0f6 req-faf509fb-47b9-457e-af0e-42cc008eb4c8 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:47.219235 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fc358dfc-f293-4957-8765-d374360ff0f6 req-faf509fb-47b9-457e-af0e-42cc008eb4c8 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 935 time: 0.1010172 Oct 10 12:00:47.325955 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fc358dfc-f293-4957-8765-d374360ff0f6 req-dde5ac59-10f2-4dd6-b043-97377421b604 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992503 Oct 10 12:00:47.410637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52893d18-e50a-435f-a0f5-a5691c10b280 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:00:47.420172 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Publish callbacks [] for port (52893d18-e50a-435f-a0f5-a5691c10b280), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:47.439390 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:47.440944 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Transition to ACTIVE for port object 52893d18-e50a-435f-a0f5-a5691c10b280 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:00:47.447072 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:47.525537 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Pushing event updated for resources: {'Port': ['ID=52893d18-e50a-435f-a0f5-a5691c10b280,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:47.586116 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a48ca2-977c-4cc4-b111-2c6977b200f1 req-aa637279-3bf0-456c-94e4-3d5a3ba09f68 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:47.588140 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50a48ca2-977c-4cc4-b111-2c6977b200f1 req-aa637279-3bf0-456c-94e4-3d5a3ba09f68 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0772831 Oct 10 12:00:47.619219 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Attempting to bind port 52893d18-e50a-435f-a0f5-a5691c10b280 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:00:47.619553 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Attempting to bind port 52893d18-e50a-435f-a0f5-a5691c10b280 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:00:47.619883 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Attempting to bind port 52893d18-e50a-435f-a0f5-a5691c10b280 on network a55df119-94d6-4791-a05e-1055e08ea2da {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:00:47.677874 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50a48ca2-977c-4cc4-b111-2c6977b200f1 req-fa0d8676-f1bd-4298-ada4-df4d92c0cc6b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821559 Oct 10 12:00:47.687765 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Port 52893d18-e50a-435f-a0f5-a5691c10b280 on network a55df119-94d6-4791-a05e-1055e08ea2da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:00:47.688280 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Attempting to bind port 52893d18-e50a-435f-a0f5-a5691c10b280 on network a55df119-94d6-4791-a05e-1055e08ea2da {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:00:47.715426 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:47.734044 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:00:47.734652 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Checking segment: {'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:00:47.735072 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Bound using segment: {'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:00:47.735511 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Bound port: 52893d18-e50a-435f-a0f5-a5691c10b280, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0257ff0b-4a93-48b6-8cd6-1177806527a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:00:47.735871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:47.796585 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] For port 52893d18-e50a-435f-a0f5-a5691c10b280, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:00:47.799596 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] For port 52893d18-e50a-435f-a0f5-a5691c10b280, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=52893d18-e50a-435f-a0f5-a5691c10b280,segment=NetworkSegment(0257ff0b-4a93-48b6-8cd6-1177806527a1),segment_id=0257ff0b-4a93-48b6-8cd6-1177806527a1)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:00:47.806074 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:47.810358 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:47.811111 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:47.812617 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/52893d18-e50a-435f-a0f5-a5691c10b280 HTTP/1.1" status: 200 len: 1097 time: 0.8073285 Oct 10 12:00:47.813231 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f42d94a-65e4-4b68-9f46-1b37f5291cfa', 'tag': '52893d18-e50a-435f-a0f5-a5691c10b280'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:47.815612 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b3fdd-0cab-4821-a9d9-e4b68a7e1bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f42d94a-65e4-4b68-9f46-1b37f5291cfa", "tag": "52893d18-e50a-435f-a0f5-a5691c10b280"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:47.843236 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=48 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:47.856507 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ba730f-e24c-4bf1-938a-acb61939cde2 x-openstack-request-id: req-b4ba730f-e24c-4bf1-938a-acb61939cde2 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:47.856790 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f42d94a-65e4-4b68-9f46-1b37f5291cfa", "tag": "52893d18-e50a-435f-a0f5-a5691c10b280", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:47.857040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4ba730f-e24c-4bf1-938a-acb61939cde2 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:47.857444 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ba730f-e24c-4bf1-938a-acb61939cde2'] response: {'name': 'network-changed', 'server_uuid': '2f42d94a-65e4-4b68-9f46-1b37f5291cfa', 'tag': '52893d18-e50a-435f-a0f5-a5691c10b280', 'status': 'completed', 'code': 200} Oct 10 12:00:47.866835 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295acee-09c2-4a84-b418-abc2403dc751 service neutron] Pushing event updated for resources: {'Port': ['ID=52893d18-e50a-435f-a0f5-a5691c10b280,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:48.093005 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:00:48.459168 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3f79-4c5c-4aeb-bf98-e176c0d3eb98 req-712063c6-bda5-4247-8af2-3fc74c01eba8 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:48.461005 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b41c3f79-4c5c-4aeb-bf98-e176c0d3eb98 req-712063c6-bda5-4247-8af2-3fc74c01eba8 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 947 time: 0.0547633 Oct 10 12:00:48.511093 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b41c3f79-4c5c-4aeb-bf98-e176c0d3eb98 req-0a0a47c3-e25d-4676-b712-72751546da12 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Oct 10 12:00:48.801171 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48377a8-6c8f-4632-87d4-836cfdb1e78a req-2492556a-4052-4cb3-a0a6-42dc16fc73ac tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:48.802659 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a48377a8-6c8f-4632-87d4-836cfdb1e78a req-2492556a-4052-4cb3-a0a6-42dc16fc73ac tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0454772 Oct 10 12:00:48.849711 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a48377a8-6c8f-4632-87d4-836cfdb1e78a req-ca0ff8b2-b003-481f-a7ab-1aae1ef58121 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Oct 10 12:00:49.636181 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff18a7-1bbd-4c60-9626-1f3935b04bcb req-ff120645-7969-49f1-ad1a-c129848132d2 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:49.637785 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-42ff18a7-1bbd-4c60-9626-1f3935b04bcb req-ff120645-7969-49f1-ad1a-c129848132d2 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 947 time: 0.0519378 Oct 10 12:00:49.691017 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-42ff18a7-1bbd-4c60-9626-1f3935b04bcb req-58ebe901-19db-4f81-ab97-5d1d0c59e50c tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467677 Oct 10 12:00:49.963775 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3fdd-0cab-4821-a9d9-e4b68a7e1bc1 req-91090f1f-9864-44d2-afd1-aa3dab84de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:49.965253 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d02b3fdd-0cab-4821-a9d9-e4b68a7e1bc1 req-91090f1f-9864-44d2-afd1-aa3dab84de4f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=132383472a4f48779d8c4fc5a5179a8e&device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 1131 time: 0.0642769 Oct 10 12:00:49.983015 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f07dc1-af60-4e4c-9b62-bc67e45f4156 req-3b674d85-d2ba-461c-b8b9-d448bc0d41ee tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:49.984399 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85f07dc1-af60-4e4c-9b62-bc67e45f4156 req-3b674d85-d2ba-461c-b8b9-d448bc0d41ee tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0499048 Oct 10 12:00:50.015027 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d02b3fdd-0cab-4821-a9d9-e4b68a7e1bc1 req-d2c05193-bafa-4f5f-835a-ec50d4d13065 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=132383472a4f48779d8c4fc5a5179a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297146 Oct 10 12:00:50.091483 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85f07dc1-af60-4e4c-9b62-bc67e45f4156 req-b5b10435-bd86-4f88-b8dc-7212793e6056 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983729 Oct 10 12:00:50.129851 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3fdd-0cab-4821-a9d9-e4b68a7e1bc1 req-8a6b0336-8938-40d6-a7b7-697a2e40cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:50.131310 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d02b3fdd-0cab-4821-a9d9-e4b68a7e1bc1 req-8a6b0336-8938-40d6-a7b7-697a2e40cb09 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033974 Oct 10 12:00:50.243369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-b068409c-45e6-4fa4-9cc9-3232e9e23403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:50.244739 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-b068409c-45e6-4fa4-9cc9-3232e9e23403 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=132383472a4f48779d8c4fc5a5179a8e&device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 1131 time: 0.0387337 Oct 10 12:00:50.296655 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-a8420b94-31b1-4031-94b7-f5bdf614871e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=52893d18-e50a-435f-a0f5-a5691c10b280 HTTP/1.1" status: 200 len: 217 time: 0.0352128 Oct 10 12:00:50.346555 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-3aea9adc-541a-453c-9ee4-5a0cf12e7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:50.348020 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-3aea9adc-541a-453c-9ee4-5a0cf12e7aaa service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3c92c28-8b15-4fd4-9335-7a59f700e8d2 HTTP/1.1" status: 200 len: 843 time: 0.0440819 Oct 10 12:00:50.379502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:50.392485 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-21898d0d-539d-4f8b-ab90-5e42d29ca5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:50.393946 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-21898d0d-539d-4f8b-ab90-5e42d29ca5f3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=a55df119-94d6-4791-a05e-1055e08ea2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0380220 Oct 10 12:00:50.494501 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-4cec1949-b6bb-47ed-8cbf-4d6f00eb8f6a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a55df119-94d6-4791-a05e-1055e08ea2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911267 Oct 10 12:00:50.560460 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:50.590771 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9c43fac9-ff70-48c4-a06c-4d2b945970c4 req-265b34f3-55c3-40bd-97e6-46ababdedd52 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/a55df119-94d6-4791-a05e-1055e08ea2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890138 Oct 10 12:00:50.829641 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a0612-4c6f-4078-979d-dbdd657705e3 req-9f0a245e-4aed-4e82-a70e-0b2a3439b6cb tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:50.831497 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c89a0612-4c6f-4078-979d-dbdd657705e3 req-9f0a245e-4aed-4e82-a70e-0b2a3439b6cb tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 947 time: 0.0605037 Oct 10 12:00:50.890537 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c89a0612-4c6f-4078-979d-dbdd657705e3 req-b3c608f2-c0ef-4523-8eb9-b3af30bb41ae tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534487 Oct 10 12:00:51.217365 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe4b28-2d37-4a14-9133-00faaba15705 req-8d7a8a80-f8cd-4673-985d-3de369846f26 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:51.218935 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-effe4b28-2d37-4a14-9133-00faaba15705 req-8d7a8a80-f8cd-4673-985d-3de369846f26 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0473766 Oct 10 12:00:51.271187 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-effe4b28-2d37-4a14-9133-00faaba15705 req-ef2bd784-6fd3-452d-aec1-c0ca404be151 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455830 Oct 10 12:00:52.008294 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099736eb-a78f-4fb9-8427-1fcd3ab491de req-721a8d13-f046-4559-8f04-f6c6aa2ca755 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:52.009768 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-099736eb-a78f-4fb9-8427-1fcd3ab491de req-721a8d13-f046-4559-8f04-f6c6aa2ca755 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 947 time: 0.0449910 Oct 10 12:00:52.061273 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-099736eb-a78f-4fb9-8427-1fcd3ab491de req-e0c170cd-549f-4043-831f-219737754d8b tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458846 Oct 10 12:00:52.395437 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4c681-5090-4785-981d-c76ba8249886 req-03d6f1d5-059d-4359-b958-01ae06612328 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:52.396913 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bca4c681-5090-4785-981d-c76ba8249886 req-03d6f1d5-059d-4359-b958-01ae06612328 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0481462 Oct 10 12:00:52.446431 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bca4c681-5090-4785-981d-c76ba8249886 req-37358acf-0085-4e08-ae52-e138a4f3516c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Oct 10 12:00:53.184420 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3083e-bc7a-4853-81e0-d9ab0b74d3b7 req-8bf7ab0d-10df-4f39-af3a-2c1e560a2daf tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:53.185908 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c1d3083e-bc7a-4853-81e0-d9ab0b74d3b7 req-8bf7ab0d-10df-4f39-af3a-2c1e560a2daf tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 947 time: 0.0494018 Oct 10 12:00:53.232189 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c1d3083e-bc7a-4853-81e0-d9ab0b74d3b7 req-814a5a48-3ee3-4078-aa49-6fc6443e28b4 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Oct 10 12:00:53.418149 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 42992) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:53.550273 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cbe5aa88-b6a7-43d4-9e46-7ea14cec78bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:53.631997 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656175f-761a-4e80-b791-536f62336045 req-fce7c7b0-9381-47e3-b5d3-d61631ec02b3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:53.631997 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6656175f-761a-4e80-b791-536f62336045 req-fce7c7b0-9381-47e3-b5d3-d61631ec02b3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0692251 Oct 10 12:00:53.715769 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cbe5aa88-b6a7-43d4-9e46-7ea14cec78bf admin admin] Publish callbacks [] for security_group (c2ca3799-24f5-4415-a54c-47e0f239b268), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:53.720277 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6656175f-761a-4e80-b791-536f62336045 req-ea9119a0-64e2-438f-97cc-865b48a42892 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779850 Oct 10 12:00:53.721299 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cbe5aa88-b6a7-43d4-9e46-7ea14cec78bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c2ca3799-24f5-4415-a54c-47e0f239b268), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:53.754227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:53.760708 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cbe5aa88-b6a7-43d4-9e46-7ea14cec78bf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3ff498f4125745f2aef50f7ab265fee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415217 Oct 10 12:00:53.763305 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5aa88-b6a7-43d4-9e46-7ea14cec78bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ca3799-24f5-4415-a54c-47e0f239b268,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:53.763582 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43008) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:53.812072 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-71cd8a63-8b5b-407d-873b-3c95decdc24e admin admin] Publish callbacks [] for security_group (c2ca3799-24f5-4415-a54c-47e0f239b268), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:53.832220 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-71cd8a63-8b5b-407d-873b-3c95decdc24e admin admin] Publish callbacks [] for security_group (c2ca3799-24f5-4415-a54c-47e0f239b268), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:53.875252 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 52893d18-e50a-435f-a0f5-a5691c10b280 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:00:53.879308 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-71cd8a63-8b5b-407d-873b-3c95decdc24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c2ca3799-24f5-4415-a54c-47e0f239b268), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:53.882001 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-71cd8a63-8b5b-407d-873b-3c95decdc24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:53.883161 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-71cd8a63-8b5b-407d-873b-3c95decdc24e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c2ca3799-24f5-4415-a54c-47e0f239b268 HTTP/1.1" status: 204 len: 168 time: 0.1185765 Oct 10 12:00:53.891348 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd8a63-8b5b-407d-873b-3c95decdc24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ca3799-24f5-4415-a54c-47e0f239b268,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:53.951643 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:53.993542 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 52893d18-e50a-435f-a0f5-a5691c10b280, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=52893d18-e50a-435f-a0f5-a5691c10b280,segment=NetworkSegment(0257ff0b-4a93-48b6-8cd6-1177806527a1),segment_id=0257ff0b-4a93-48b6-8cd6-1177806527a1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:54.002827 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '52893d18-e50a-435f-a0f5-a5691c10b280', 'network_id': 'a55df119-94d6-4791-a05e-1055e08ea2da', 'port_id': '52893d18-e50a-435f-a0f5-a5691c10b280', 'mac_address': 'fa:16:3e:10:3f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c92c28-8b15-4fd4-9335-7a59f700e8d2', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:00:54.037978 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 52893d18-e50a-435f-a0f5-a5691c10b280 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:00:54.038365 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:54.051944 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52893d18-e50a-435f-a0f5-a5691c10b280 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:00:54.077316 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 52893d18-e50a-435f-a0f5-a5691c10b280, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=52893d18-e50a-435f-a0f5-a5691c10b280,segment=NetworkSegment(0257ff0b-4a93-48b6-8cd6-1177806527a1),segment_id=0257ff0b-4a93-48b6-8cd6-1177806527a1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:54.081352 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:54.129460 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=52893d18-e50a-435f-a0f5-a5691c10b280,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:54.359105 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ee44a-cddb-4f35-b104-cda82bb49876 req-b5bf7b63-94e8-4323-b23a-85f2559baa09 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:54.360613 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-430ee44a-cddb-4f35-b104-cda82bb49876 req-b5bf7b63-94e8-4323-b23a-85f2559baa09 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 948 time: 0.0517123 Oct 10 12:00:54.416711 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-430ee44a-cddb-4f35-b104-cda82bb49876 req-0eabd4e2-d2d3-4789-9297-9d885c5a629a tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 Oct 10 12:00:54.534115 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['52893d18-e50a-435f-a0f5-a5691c10b280'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:00:54.855948 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db50a-9be5-4073-876f-8acfb3d11907 req-76db5b64-eadd-46e7-a9e4-6248d5a84032 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:54.857386 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-342db50a-9be5-4073-876f-8acfb3d11907 req-76db5b64-eadd-46e7-a9e4-6248d5a84032 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0514174 Oct 10 12:00:54.911047 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-342db50a-9be5-4073-876f-8acfb3d11907 req-4ff768a7-fde1-47a6-9c7d-074a8f4aa342 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Oct 10 12:00:55.522281 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:55.539181 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bef21-cd5d-4d08-8302-f649b6aa8159 req-54886f65-98ce-4098-ba2d-5f5704010e02 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:55.540688 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c9bef21-cd5d-4d08-8302-f649b6aa8159 req-54886f65-98ce-4098-ba2d-5f5704010e02 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 948 time: 0.0482671 Oct 10 12:00:55.588857 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c9bef21-cd5d-4d08-8302-f649b6aa8159 req-04a800bb-7093-4649-91fe-3fbcc37f3488 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Oct 10 12:00:55.904900 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 52893d18-e50a-435f-a0f5-a5691c10b280 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:00:55.951308 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 52893d18-e50a-435f-a0f5-a5691c10b280 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:00:55.959398 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 52893d18-e50a-435f-a0f5-a5691c10b280 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:00:55.960213 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:55.960604 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 52893d18-e50a-435f-a0f5-a5691c10b280 Oct 10 12:00:55.986067 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:56.046073 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 52893d18-e50a-435f-a0f5-a5691c10b280 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:00:56.046354 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.073004 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42d94a-65e4-4b68-9f46-1b37f5291cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52893d18-e50a-435f-a0f5-a5691c10b280'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:56.075688 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e48ba4-fda3-43ff-963f-9d8e68e06d7c req-aa9895ca-f6be-48c3-bd69-3fe49d61afb7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:56.076001 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e82b87-1c63-4ba1-9963-a06d9f1fb557" -d '{"events": [{"server_uuid": "2f42d94a-65e4-4b68-9f46-1b37f5291cfa", "name": "network-vif-plugged", "status": "completed", "tag": "52893d18-e50a-435f-a0f5-a5691c10b280"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:56.077735 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a1e48ba4-fda3-43ff-963f-9d8e68e06d7c req-aa9895ca-f6be-48c3-bd69-3fe49d61afb7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0728261 Oct 10 12:00:56.109518 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 52893d18-e50a-435f-a0f5-a5691c10b280, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=52893d18-e50a-435f-a0f5-a5691c10b280,segment=NetworkSegment(0257ff0b-4a93-48b6-8cd6-1177806527a1),segment_id=0257ff0b-4a93-48b6-8cd6-1177806527a1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:00:56.118935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.145288 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a1e48ba4-fda3-43ff-963f-9d8e68e06d7c req-b517898a-e67c-45c1-9e03-5011ad3ff42b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615153 Oct 10 12:00:56.183259 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43086) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:56.183797 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9cfb5a-69fb-464b-a2c5-873456dc4531 x-openstack-request-id: req-7e9cfb5a-69fb-464b-a2c5-873456dc4531 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:56.184260 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f42d94a-65e4-4b68-9f46-1b37f5291cfa", "name": "network-vif-plugged", "status": "completed", "tag": "52893d18-e50a-435f-a0f5-a5691c10b280", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:56.184515 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e9cfb5a-69fb-464b-a2c5-873456dc4531 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:56.184903 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9cfb5a-69fb-464b-a2c5-873456dc4531'] response: {'server_uuid': '2f42d94a-65e4-4b68-9f46-1b37f5291cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52893d18-e50a-435f-a0f5-a5691c10b280', 'code': 200} Oct 10 12:00:56.189082 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=52893d18-e50a-435f-a0f5-a5691c10b280,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:56.340781 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-18f23c65-fb39-4f15-a29c-77076bbae9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.425354 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81c1fa-d1ec-4f17-a442-68cb4812c035 req-bff5da65-8534-4e2e-88b4-b4c5146d59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:56.428951 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e81c1fa-d1ec-4f17-a442-68cb4812c035 req-bff5da65-8534-4e2e-88b4-b4c5146d59b8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 1133 time: 0.0735950 Oct 10 12:00:56.476662 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-18f23c65-fb39-4f15-a29c-77076bbae9f7 admin admin] Publish callbacks [] for security_group (9b9a4b22-43e8-4071-914f-a4460efee0c8), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.481611 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-18f23c65-fb39-4f15-a29c-77076bbae9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9b9a4b22-43e8-4071-914f-a4460efee0c8), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.492068 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e81c1fa-d1ec-4f17-a442-68cb4812c035 req-7ab3f871-39e4-4709-9095-ec8228d8d91a service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519087 Oct 10 12:00:56.521749 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-18f23c65-fb39-4f15-a29c-77076bbae9f7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a275a0cb529645fb9d5121e5818a0863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369970 Oct 10 12:00:56.522522 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f23c65-fb39-4f15-a29c-77076bbae9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a4b22-43e8-4071-914f-a4460efee0c8,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:56.524466 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43098) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:56.580271 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2863060-6161-4083-b525-ec7c8db74ae5 admin admin] Publish callbacks [] for security_group (9b9a4b22-43e8-4071-914f-a4460efee0c8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.601201 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2863060-6161-4083-b525-ec7c8db74ae5 admin admin] Publish callbacks [] for security_group (9b9a4b22-43e8-4071-914f-a4460efee0c8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.648186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2863060-6161-4083-b525-ec7c8db74ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9b9a4b22-43e8-4071-914f-a4460efee0c8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.651298 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2863060-6161-4083-b525-ec7c8db74ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:56.652611 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f2863060-6161-4083-b525-ec7c8db74ae5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9b9a4b22-43e8-4071-914f-a4460efee0c8 HTTP/1.1" status: 204 len: 168 time: 0.1259463 Oct 10 12:00:56.660559 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2863060-6161-4083-b525-ec7c8db74ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a4b22-43e8-4071-914f-a4460efee0c8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:56.719137 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2f3bf-2b73-47e5-9bbe-756020907f71 req-3ee4d682-0dd7-470c-b2a8-90d01542aa7c tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:56.720613 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4fb2f3bf-2b73-47e5-9bbe-756020907f71 req-3ee4d682-0dd7-470c-b2a8-90d01542aa7c tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.0528438 Oct 10 12:00:56.772273 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4fb2f3bf-2b73-47e5-9bbe-756020907f71 req-326e98ca-be32-48af-a1f7-edcb62ab4d5e tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Oct 10 12:00:57.111053 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:57.275808 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e218-5ae9-411a-95e2-ebab6d7ca0a2 req-62918999-b081-42ee-89c5-9127cd255f5d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:57.277354 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d7e218-5ae9-411a-95e2-ebab6d7ca0a2 req-62918999-b081-42ee-89c5-9127cd255f5d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0491562 Oct 10 12:00:57.279919 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43128) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:57.330369 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d7e218-5ae9-411a-95e2-ebab6d7ca0a2 req-58de2a67-ed62-4c4d-b0af-6262c1770e37 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Oct 10 12:00:57.377307 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-369062737-network', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:57.396562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Made reservation on behalf of f2e5245da9a24e679c6e19089e9aa199 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:00:57.398769 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.407547 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.478421 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:57.487532 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Publish callbacks [] for security_group (3aa6733f-3926-4a4d-905e-cae8c7e09847), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.493114 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3aa6733f-3926-4a4d-905e-cae8c7e09847), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.520813 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:00:57.530754 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa6733f-3926-4a4d-905e-cae8c7e09847,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:57.534049 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:57.537329 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (11893db9-7493-4a72-8aec-999e0c6a3856), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.537613 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Added segment 11893db9-7493-4a72-8aec-999e0c6a3856 of type vlan for network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 Oct 10 12:00:57.583520 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (403653f0-e953-43e2-82d0-5e0a7bd2c4a5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.611680 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (403653f0-e953-43e2-82d0-5e0a7bd2c4a5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.612280 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:57.615187 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.678671 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3974895 Oct 10 12:00:57.681776 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43144) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:57.684019 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1db73-81b8-4f56-86eb-6e251c54c1bc admin admin] Pushing event updated for resources: {'Network': ['ID=403653f0-e953-43e2-82d0-5e0a7bd2c4a5,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:57.688862 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Request body: {'subnet': {'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-369062737-subnet', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:57.694333 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:00:57.716234 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Made reservation on behalf of f2e5245da9a24e679c6e19089e9aa199 for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:00:57.719026 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25421203'] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.885790 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26182562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25421185'] for subnet (084a552b-7137-4c32-9f0d-1b276d068534), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.892358 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b06c43-f843-4527-97a2-b170ec5ce29e req-2dd66e83-e674-4fc0-94e7-f62dc29e1ec9 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:57.893824 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f8b06c43-f843-4527-97a2-b170ec5ce29e req-2dd66e83-e674-4fc0-94e7-f62dc29e1ec9 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.0469553 Oct 10 12:00:57.939481 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=084a552b-7137-4c32-9f0d-1b276d068534,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:57.947007 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f8b06c43-f843-4527-97a2-b170ec5ce29e req-60edb6ab-b981-45de-9bbd-353b9022116d tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 Oct 10 12:00:57.951649 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Checking segment: {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:00:57.952000 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Network hostable DHCP agents. Network: 403653f0-e953-43e2-82d0-5e0a7bd2c4a5, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:00:57.975037 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:00:57.983271 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 403653f0-e953-43e2-82d0-5e0a7bd2c4a5) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:00:57.988479 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:57.989061 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:57.993921 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5424dd-da76-43ed-a908-f155d1321f85 None None] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:00:58.006653 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-424550ea-0d0b-44e9-ae13-b8d01d1fa1ba admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3237436 Oct 10 12:00:58.009929 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43148) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:58.014441 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:00:58.021744 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:58.036607 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (694f32ea-c4e6-42fd-998b-d04cabfe098e), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.037727 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (694f32ea-c4e6-42fd-998b-d04cabfe098e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.088007 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:58.088668 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks [] for router_controller (694f32ea-c4e6-42fd-998b-d04cabfe098e), precommit_add_association {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.097086 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:58.098057 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:00:58.099072 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.194348 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:58.236385 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Allocated IP 172.20.0.2 (403653f0-e953-43e2-82d0-5e0a7bd2c4a5/084a552b-7137-4c32-9f0d-1b276d068534/97acb81e-1017-481e-8e35-e67444a382d0) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:00:58.388801 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Publish callbacks [] for port (97acb81e-1017-481e-8e35-e67444a382d0), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.398973 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (97acb81e-1017-481e-8e35-e67444a382d0), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.424884 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks [] for router_gateway (694f32ea-c4e6-42fd-998b-d04cabfe098e), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.453627 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:00:58.458271 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:00:58.462863 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:00:58.469483 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Pushing event updated for resources: {'Port': ['ID=97acb81e-1017-481e-8e35-e67444a382d0,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:58.469748 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c29c01-90c5-4b5f-99f4-4bb66ae7e63b req-1acd8951-dae1-4565-879a-2a08aa2442b0 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:58.471897 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-65c29c01-90c5-4b5f-99f4-4bb66ae7e63b req-1acd8951-dae1-4565-879a-2a08aa2442b0 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0607648 Oct 10 12:00:58.525372 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Attempting to bind port 97acb81e-1017-481e-8e35-e67444a382d0 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:00:58.525732 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Attempting to bind port 97acb81e-1017-481e-8e35-e67444a382d0 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:00:58.526097 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Attempting to bind port 97acb81e-1017-481e-8e35-e67444a382d0 on network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:00:58.533513 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-65c29c01-90c5-4b5f-99f4-4bb66ae7e63b req-f432ae67-7cd8-4fcf-8b77-91ac0a6db150 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489581 Oct 10 12:00:58.568245 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:00:58.568616 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Checking segment: {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:00:58.569018 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.569400 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Bound using segment: {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:00:58.569874 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Bound port: 97acb81e-1017-481e-8e35-e67444a382d0, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:00:58.570249 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (97acb81e-1017-481e-8e35-e67444a382d0), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.573312 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:58.609759 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks [] for router_gateway (694f32ea-c4e6-42fd-998b-d04cabfe098e), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.632233 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] For port 97acb81e-1017-481e-8e35-e67444a382d0, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:00:58.633215 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.636017 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] For port 97acb81e-1017-481e-8e35-e67444a382d0, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=97acb81e-1017-481e-8e35-e67444a382d0,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:00:58.650460 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (97acb81e-1017-481e-8e35-e67444a382d0), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.712968 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7a5a5-e96c-44b4-82fb-a974308caf40 None None] Pushing event updated for resources: {'Port': ['ID=97acb81e-1017-481e-8e35-e67444a382d0,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:58.716071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9b0dce23-2ec6-4ada-97c8-10eca4dcef74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.770134 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Allocated IP 172.27.0.106 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/faa01447-8c0f-43a6-a41c-1fbc95d4b10a) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:00:58.893767 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks [] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.926204 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:58.969610 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:00:58.974649 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:00:58.976824 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Pushing event updated for resources: {'Port': ['ID=faa01447-8c0f-43a6-a41c-1fbc95d4b10a,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:58.979015 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:00:59.069986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14defeda-cbda-4745-a8e4-d412b3903822 req-8fb201f3-324a-468e-8d9b-76d178bb165d tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:59.072101 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14defeda-cbda-4745-a8e4-d412b3903822 req-8fb201f3-324a-468e-8d9b-76d178bb165d tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.0495689 Oct 10 12:00:59.113860 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:59.123057 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14defeda-cbda-4745-a8e4-d412b3903822 req-83afc053-91f9-44e7-a4c0-7a755286edec tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448751 Oct 10 12:00:59.225975 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks [] for router_gateway (694f32ea-c4e6-42fd-998b-d04cabfe098e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:59.325171 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:59.425276 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (694f32ea-c4e6-42fd-998b-d04cabfe098e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:59.510255 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2785b-968b-4387-847d-ee5497de0bfb None None] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:00:59.562029 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Router 694f32ea-c4e6-42fd-998b-d04cabfe098e is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:00:59.577722 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-8126f632-885f-4593-9536-48a689fe3114 None None] Provisioning complete for port 97acb81e-1017-481e-8e35-e67444a382d0 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:00:59.578475 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8126f632-885f-4593-9536-48a689fe3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (97acb81e-1017-481e-8e35-e67444a382d0), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:59.579140 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-8126f632-885f-4593-9536-48a689fe3114 None None] Attempt 1 to provision port 97acb81e-1017-481e-8e35-e67444a382d0 Oct 10 12:00:59.674219 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324a160-c07d-4d1c-9e59-8b7d44e290fd req-957571f6-2ed4-43b0-a577-6c2129062da0 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:59.682280 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f324a160-c07d-4d1c-9e59-8b7d44e290fd req-957571f6-2ed4-43b0-a577-6c2129062da0 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0590010 Oct 10 12:00:59.691016 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:00:59.710236 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:59.715179 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43162) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:00:59.715455 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-fb2cd67a-8f3c-46cc-89f7-f83b4032ba2d admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7043293 Oct 10 12:00:59.774214 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f324a160-c07d-4d1c-9e59-8b7d44e290fd req-782ab914-75db-4ce0-99cd-8291f1f7f785 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908568 Oct 10 12:00:59.809648 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Sync routers for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:00:59.815121 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 97acb81e-1017-481e-8e35-e67444a382d0 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:00:59.857228 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:00:59.857862 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:00:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:59.945367 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-8126f632-885f-4593-9536-48a689fe3114 None None] Current status of the port 97acb81e-1017-481e-8e35-e67444a382d0 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:00:59.945732 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8126f632-885f-4593-9536-48a689fe3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (97acb81e-1017-481e-8e35-e67444a382d0), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:59.994476 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 97acb81e-1017-481e-8e35-e67444a382d0 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:00:59.994843 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (97acb81e-1017-481e-8e35-e67444a382d0), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:59.995193 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 97acb81e-1017-481e-8e35-e67444a382d0 Oct 10 12:01:00.047522 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-8126f632-885f-4593-9536-48a689fe3114 None None] For port 97acb81e-1017-481e-8e35-e67444a382d0, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=97acb81e-1017-481e-8e35-e67444a382d0,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:00.053674 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:00.057723 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8126f632-885f-4593-9536-48a689fe3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (97acb81e-1017-481e-8e35-e67444a382d0), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.071974 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:00.172116 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:00.202655 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:00.226153 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-a00d3c93-f339-461b-a9fd-0dd27b76483b None None] Provisioning complete for port 97acb81e-1017-481e-8e35-e67444a382d0 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:00.226517 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a00d3c93-f339-461b-a9fd-0dd27b76483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (97acb81e-1017-481e-8e35-e67444a382d0), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.227066 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-a00d3c93-f339-461b-a9fd-0dd27b76483b None None] Attempt 1 to provision port 97acb81e-1017-481e-8e35-e67444a382d0 Oct 10 12:01:00.252669 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126f632-885f-4593-9536-48a689fe3114 None None] Pushing event updated for resources: {'Port': ['ID=97acb81e-1017-481e-8e35-e67444a382d0,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:00.318443 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 97acb81e-1017-481e-8e35-e67444a382d0 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:00.406721 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:00:59Z', 'revision_number': 3, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:00.411318 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-a00d3c93-f339-461b-a9fd-0dd27b76483b None None] Current status of the port 97acb81e-1017-481e-8e35-e67444a382d0 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:00.436030 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Checking router: 694f32ea-c4e6-42fd-998b-d04cabfe098e for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:00.436376 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Updating router 694f32ea-c4e6-42fd-998b-d04cabfe098e port faa01447-8c0f-43a6-a41c-1fbc95d4b10a binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:00.462707 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.464546 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.473465 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:00.517521 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22f56c-2b5c-43f8-b202-2f275c817a27 req-993a4330-db47-4ea1-852b-9ee443fbdaf5 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:00.518978 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3a22f56c-2b5c-43f8-b202-2f275c817a27 req-993a4330-db47-4ea1-852b-9ee443fbdaf5 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.0660157 Oct 10 12:01:00.631714 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3a22f56c-2b5c-43f8-b202-2f275c817a27 req-d8fa7773-96f3-48bf-bbfc-fffb2e4ad482 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863118 Oct 10 12:01:00.693889 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Allocated IP 172.20.0.1 (403653f0-e953-43e2-82d0-5e0a7bd2c4a5/084a552b-7137-4c32-9f0d-1b276d068534/5da27863-7ef8-49d3-adef-3b008e12a378) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:00.708947 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Publish callbacks [] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.715494 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.758118 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Attempting to bind port faa01447-8c0f-43a6-a41c-1fbc95d4b10a on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:00.758492 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Attempting to bind port faa01447-8c0f-43a6-a41c-1fbc95d4b10a by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:00.759420 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Attempting to bind port faa01447-8c0f-43a6-a41c-1fbc95d4b10a on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:00.793764 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce461b40-3c7c-4815-94b1-611b461ba5cd None None] Pushing event updated for resources: {'Port': ['ID=faa01447-8c0f-43a6-a41c-1fbc95d4b10a,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:00.816350 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:00.816952 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:00.817067 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Publish callbacks [] for port (5da27863-7ef8-49d3-adef-3b008e12a378), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.817158 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.817481 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:00.818166 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Bound port: faa01447-8c0f-43a6-a41c-1fbc95d4b10a, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:00.818960 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.856688 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.885150 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] For port faa01447-8c0f-43a6-a41c-1fbc95d4b10a, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:00.889344 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] For port faa01447-8c0f-43a6-a41c-1fbc95d4b10a, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=faa01447-8c0f-43a6-a41c-1fbc95d4b10a,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:00.908345 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.941123 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:00.943878 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b97c139e-ffbb-4363-8a56-4cd787e97036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:00.958577 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:00.959311 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:00:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:00.998193 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:01.005638 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:01.010646 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Pushing event updated for resources: {'Port': ['ID=5da27863-7ef8-49d3-adef-3b008e12a378,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:01.011065 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce461b40-3c7c-4815-94b1-611b461ba5cd None None] Pushing event updated for resources: {'Port': ['ID=faa01447-8c0f-43a6-a41c-1fbc95d4b10a,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:01.016146 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:01.024525 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:01.028275 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c50b4-7c3c-41f3-8960-e3b68b991590 req-d3702f61-a7e3-47b8-97ad-e26316abeedb tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:01.029801 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-477c50b4-7c3c-41f3-8960-e3b68b991590 req-d3702f61-a7e3-47b8-97ad-e26316abeedb tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0784907 Oct 10 12:01:01.048853 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.049202 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.049550 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.049896 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.050212 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.050566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.050858 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.051249 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.051526 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.051852 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.052180 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.052501 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.052822 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.053405 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.053723 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:01.132546 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (694f32ea-c4e6-42fd-998b-d04cabfe098e), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.139564 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:01.254827 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-477c50b4-7c3c-41f3-8960-e3b68b991590 req-25fe8426-3672-4376-a622-4315fc20fdd4 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967618 Oct 10 12:01:01.362545 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.382450 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:00:59Z', 'revision_number': 3, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:01.410163 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7c7c-797c-460c-a2b8-a8314aa86449 None None] The sync data for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi is: [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:00:59Z', 'revision_number': 3, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:01.450467 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:01.458634 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-6dcb959d-f281-4cb8-84df-6d2d42253b97 None None] Provisioning complete for port 5da27863-7ef8-49d3-adef-3b008e12a378 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:01.459183 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6dcb959d-f281-4cb8-84df-6d2d42253b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.459608 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-6dcb959d-f281-4cb8-84df-6d2d42253b97 None None] Attempt 1 to provision port 5da27863-7ef8-49d3-adef-3b008e12a378 Oct 10 12:01:01.474987 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:01.501247 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb959d-f281-4cb8-84df-6d2d42253b97 None None] Port 5da27863-7ef8-49d3-adef-3b008e12a378 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:01.552504 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Publish callbacks [] for port (5da27863-7ef8-49d3-adef-3b008e12a378), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.558860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.582306 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 97acb81e-1017-481e-8e35-e67444a382d0 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:01.633077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Pushing event updated for resources: {'Port': ['ID=5da27863-7ef8-49d3-adef-3b008e12a378,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:01.635760 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (694f32ea-c4e6-42fd-998b-d04cabfe098e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.796749 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 97acb81e-1017-481e-8e35-e67444a382d0 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:01.797126 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (97acb81e-1017-481e-8e35-e67444a382d0), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.797463 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 97acb81e-1017-481e-8e35-e67444a382d0 Oct 10 12:01:01.856975 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6fdd5-eb1d-4b2d-b0e8-503f88840249 req-9e0f6ded-ebfd-427c-a897-aa3bad540ea7 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:01.859606 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3ad6fdd5-eb1d-4b2d-b0e8-503f88840249 req-9e0f6ded-ebfd-427c-a897-aa3bad540ea7 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.0826492 Oct 10 12:01:01.894661 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 97acb81e-1017-481e-8e35-e67444a382d0 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:01.897734 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:01.902700 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:01.941838 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.997314 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3ad6fdd5-eb1d-4b2d-b0e8-503f88840249 req-f50e2ced-bb50-4d3d-869a-c03085bdd043 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275253 Oct 10 12:01:02.082335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Router 694f32ea-c4e6-42fd-998b-d04cabfe098e has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:01:02.231280 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-45bd0a10-12d1-46e5-b90c-11df7c8fd780 None None] Provisioning complete for port 5da27863-7ef8-49d3-adef-3b008e12a378 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:02.232117 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-45bd0a10-12d1-46e5-b90c-11df7c8fd780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:02.232993 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-45bd0a10-12d1-46e5-b90c-11df7c8fd780 None None] Attempt 1 to provision port 5da27863-7ef8-49d3-adef-3b008e12a378 Oct 10 12:01:02.265710 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:01:02.288498 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-82ac1971-421f-4911-b1f6-38ac78d2f865 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/694f32ea-c4e6-42fd-998b-d04cabfe098e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5722492 Oct 10 12:01:02.298058 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-45bd0a10-12d1-46e5-b90c-11df7c8fd780 None None] Port 5da27863-7ef8-49d3-adef-3b008e12a378 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:02.460969 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde27b3-e589-4447-bdb8-0187d91bb9a3 req-8ff83b9e-cdf2-4db9-b5de-bb357b9497ab tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:02.464656 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8fde27b3-e589-4447-bdb8-0187d91bb9a3 req-8ff83b9e-cdf2-4db9-b5de-bb357b9497ab tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0884557 Oct 10 12:01:02.560254 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8fde27b3-e589-4447-bdb8-0187d91bb9a3 req-68d71a31-f19d-4cb3-a56b-2164575b42bd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876858 Oct 10 12:01:02.570862 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf227f1-8bc0-46c3-b032-33416efa5544 req-473f8794-ce05-42f6-bb35-a390eb3358de tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:02.572765 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-edf227f1-8bc0-46c3-b032-33416efa5544 req-473f8794-ce05-42f6-bb35-a390eb3358de tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.0769045 Oct 10 12:01:02.628166 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:02.637318 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-edf227f1-8bc0-46c3-b032-33416efa5544 req-762a5c4a-9bbb-4bbb-a67e-f099aa45378c tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565286 Oct 10 12:01:02.995350 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43250) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:03.000190 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393646058-network', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:03.032432 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Made reservation on behalf of 7bd636aa3db54e8c9eb398a31647292a for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:03.035302 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.055185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.141690 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Publish callbacks [] for security_group (c5db9620-b991-4f76-88a1-03f4ff91a278), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.151356 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c5db9620-b991-4f76-88a1-03f4ff91a278), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.182383 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:01:03.186670 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:03.193510 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db9620-b991-4f76-88a1-03f4ff91a278,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:03.208578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (bfeb1e09-99fb-49eb-997c-4b345ddea6fb), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.208927 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Added segment bfeb1e09-99fb-49eb-997c-4b345ddea6fb of type vlan for network bed58185-82c8-4a9d-8e51-e94ca842acbb Oct 10 12:01:03.251003 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (bed58185-82c8-4a9d-8e51-e94ca842acbb), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.279058 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (bed58185-82c8-4a9d-8e51-e94ca842acbb), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.281243 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:03.283507 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.340183 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3437257 Oct 10 12:01:03.343098 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43262) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:03.348136 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Request body: {'subnet': {'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393646058-subnet', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:03.369715 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e0305-9129-4687-a02b-f1a951ba89e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bed58185-82c8-4a9d-8e51-e94ca842acbb,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:03.384437 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network bed58185-82c8-4a9d-8e51-e94ca842acbb details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:01:03.392959 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Sync routers for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:03.396118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Made reservation on behalf of 7bd636aa3db54e8c9eb398a31647292a for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:03.398519 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3402706'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.413727 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:03.415631 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:03.581860 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43268) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:03.625290 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3402688'] for subnet (cd15bc93-2c63-4272-bfca-6d56f18345e4), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.643640 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.649181 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device faa01447-8c0f-43a6-a41c-1fbc95d4b10a up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:03.711447 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:03.736068 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.743044 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port faa01447-8c0f-43a6-a41c-1fbc95d4b10a triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:03.743409 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.743938 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port faa01447-8c0f-43a6-a41c-1fbc95d4b10a Oct 10 12:01:03.763919 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.769576 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd15bc93-2c63-4272-bfca-6d56f18345e4,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:03.831751 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port faa01447-8c0f-43a6-a41c-1fbc95d4b10a is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:03.832628 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.849126 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:03.866557 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Publish callbacks [] for security_group (2ce200ae-711d-47b9-87e5-edbb26a958a3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.867376 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9e95a-b97d-425f-8e99-9986a5e30a97 req-b1b9a75c-a949-4b6b-90a3-12db79a812b7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:03.868963 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ed9e95a-b97d-425f-8e99-9986a5e30a97 req-b1b9a75c-a949-4b6b-90a3-12db79a812b7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.1621203 Oct 10 12:01:03.875831 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2ce200ae-711d-47b9-87e5-edbb26a958a3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.877633 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port faa01447-8c0f-43a6-a41c-1fbc95d4b10a, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=faa01447-8c0f-43a6-a41c-1fbc95d4b10a,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:03.880307 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07303e-93f9-4512-b540-5af66ad38ac6 req-e36df822-50ce-4f79-9d98-85a35bf122e7 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:03.884240 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.888332 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8f07303e-93f9-4512-b540-5af66ad38ac6 req-e36df822-50ce-4f79-9d98-85a35bf122e7 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.1404617 Oct 10 12:01:03.890992 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Checking segment: {'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:03.891256 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Network hostable DHCP agents. Network: bed58185-82c8-4a9d-8e51-e94ca842acbb, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:01:03.921196 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c3c9f5154d5e4f61aa9f2d731f1c772d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375642 Oct 10 12:01:03.922094 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43276) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:03.924209 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce200ae-711d-47b9-87e5-edbb26a958a3,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:03.927069 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:03.937023 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.937357 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.937903 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.938403 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.938878 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.939387 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.939866 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.940196 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.940518 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.940984 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.941584 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.942173 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.942647 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.943141 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.943603 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac77f746-2a3c-4189-8a65-fa3aa084cfb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:03.955157 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=faa01447-8c0f-43a6-a41c-1fbc95d4b10a,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:03.957113 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:03.962658 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 2, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:03.988649 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Network bed58185-82c8-4a9d-8e51-e94ca842acbb is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:01:03.994194 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Checking router: 694f32ea-c4e6-42fd-998b-d04cabfe098e for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:03.994540 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Updating router 694f32ea-c4e6-42fd-998b-d04cabfe098e port 5da27863-7ef8-49d3-adef-3b008e12a378 binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:03.999718 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-adab3471-0daf-42ea-a111-a805a6bceff0 admin admin] Publish callbacks [] for security_group (2ce200ae-711d-47b9-87e5-edbb26a958a3), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.019160 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, bed58185-82c8-4a9d-8e51-e94ca842acbb) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:04.027243 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-adab3471-0daf-42ea-a111-a805a6bceff0 admin admin] Publish callbacks [] for security_group (2ce200ae-711d-47b9-87e5-edbb26a958a3), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.027420 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c150ed2-38dd-4fb3-ac27-253c0c03ed02 None None] Network bed58185-82c8-4a9d-8e51-e94ca842acbb requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:01:04.029556 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:04.030153 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.038635 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.041724 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ed9e95a-b97d-425f-8e99-9986a5e30a97 req-51ea98fe-7c71-4883-a0a1-f78c5768b101 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518164 Oct 10 12:01:04.073204 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8f07303e-93f9-4512-b540-5af66ad38ac6 req-0da9c71c-d31e-487a-8536-314f2f7d8afe tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792936 Oct 10 12:01:04.079721 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f443af79-d34c-4e9b-b2be-13f30c47af53 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7356730 Oct 10 12:01:04.082407 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43278) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:04.088530 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:04.111562 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-adab3471-0daf-42ea-a111-a805a6bceff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2ce200ae-711d-47b9-87e5-edbb26a958a3), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.114359 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-adab3471-0daf-42ea-a111-a805a6bceff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.115694 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-adab3471-0daf-42ea-a111-a805a6bceff0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2ce200ae-711d-47b9-87e5-edbb26a958a3 HTTP/1.1" status: 204 len: 168 time: 0.1923828 Oct 10 12:01:04.122969 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (1abfce69-e8d4-4368-9980-2adbd2fadc19), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.124130 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (1abfce69-e8d4-4368-9980-2adbd2fadc19), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.138157 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab3471-0daf-42ea-a111-a805a6bceff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce200ae-711d-47b9-87e5-edbb26a958a3,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:04.187085 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-bed58185-82c8-4a9d-8e51-e94ca842acbb', 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb', 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'fixed_ips': [{'subnet_id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:01:04.188331 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.216986 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:04.221464 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks [] for router_controller (1abfce69-e8d4-4368-9980-2adbd2fadc19), precommit_add_association {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.350121 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43294) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:04.361453 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Allocated IP 172.20.0.2 (bed58185-82c8-4a9d-8e51-e94ca842acbb/cd15bc93-2c63-4272-bfca-6d56f18345e4/6978d969-07c4-4fc2-bd1c-ed2f579a0f45) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:04.452896 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e8152d-b0d3-4820-93cc-9dba5c31700c admin admin] Deleting subnet 241924a7-928a-4d08-8bc2-c001c26391c8 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:01:04.456816 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85e8152d-b0d3-4820-93cc-9dba5c31700c admin admin] Publish callbacks [] for subnet (241924a7-928a-4d08-8bc2-c001c26391c8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.532548 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks [] for router_gateway (1abfce69-e8d4-4368-9980-2adbd2fadc19), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.558434 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Publish callbacks [] for port (5da27863-7ef8-49d3-adef-3b008e12a378), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.560178 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85e8152d-b0d3-4820-93cc-9dba5c31700c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (241924a7-928a-4d08-8bc2-c001c26391c8), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.564200 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.611795 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85e8152d-b0d3-4820-93cc-9dba5c31700c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (241924a7-928a-4d08-8bc2-c001c26391c8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.637981 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Publish callbacks [] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.646304 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.666571 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Attempting to bind port 5da27863-7ef8-49d3-adef-3b008e12a378 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:04.666878 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Attempting to bind port 5da27863-7ef8-49d3-adef-3b008e12a378 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:04.667305 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Attempting to bind port 5da27863-7ef8-49d3-adef-3b008e12a378 on network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:04.700503 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Network bed58185-82c8-4a9d-8e51-e94ca842acbb is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:04.704815 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:04.706494 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:04.717213 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:04.722982 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Pushing event updated for resources: {'Port': ['ID=6978d969-07c4-4fc2-bd1c-ed2f579a0f45,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:04.734926 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:04.734926 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Checking segment: {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:04.734926 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.735465 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Bound using segment: {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:04.736023 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Bound port: 5da27863-7ef8-49d3-adef-3b008e12a378, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:04.736411 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.746650 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-4d491ad3-3cb0-4ba8-b65d-40e5a362c8af tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:04.748329 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-4d491ad3-3cb0-4ba8-b65d-40e5a362c8af tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.1056890 Oct 10 12:01:04.749544 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3a9b4-7a87-45c5-8bae-f139999f844f req-46ef2e22-a917-407d-bfc3-49801f6aee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:04.750886 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46f3a9b4-7a87-45c5-8bae-f139999f844f req-46ef2e22-a917-407d-bfc3-49801f6aee03 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 1129 time: 0.1095033 Oct 10 12:01:04.788773 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85e8152d-b0d3-4820-93cc-9dba5c31700c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (241924a7-928a-4d08-8bc2-c001c26391c8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.814997 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Attempting to bind port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:04.815731 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Attempting to bind port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:04.816292 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Attempting to bind port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 on network bed58185-82c8-4a9d-8e51-e94ca842acbb {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:04.817359 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] For port 5da27863-7ef8-49d3-adef-3b008e12a378, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:04.821456 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] For port 5da27863-7ef8-49d3-adef-3b008e12a378, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=5da27863-7ef8-49d3-adef-3b008e12a378,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:04.826201 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:04.829587 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Pushing event updated for resources: {'Port': ['ID=5da27863-7ef8-49d3-adef-3b008e12a378,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:04.838707 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.839129 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.839488 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.839955 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.840340 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.840705 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.841028 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.841391 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.841714 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.842056 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.843143 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.843508 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.843900 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.844200 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.844519 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:04.847280 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8152d-b0d3-4820-93cc-9dba5c31700c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241924a7-928a-4d08-8bc2-c001c26391c8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:04.851950 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.852223 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85e8152d-b0d3-4820-93cc-9dba5c31700c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.855903 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:04.859943 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-85e8152d-b0d3-4820-93cc-9dba5c31700c admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/241924a7-928a-4d08-8bc2-c001c26391c8 HTTP/1.1" status: 204 len: 168 time: 0.5056443 Oct 10 12:01:04.860356 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43298) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:04.906541 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:04.907342 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Checking segment: {'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:04.907968 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.908586 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Bound using segment: {'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:04.909285 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Bound port: 6978d969-07c4-4fc2-bd1c-ed2f579a0f45, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:04.909896 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.914856 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:04.919802 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d0a1a-5303-44df-acfe-61b4dca0382f None None] Pushing event updated for resources: {'Port': ['ID=5da27863-7ef8-49d3-adef-3b008e12a378,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:04.934832 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:04.935521 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:04.952360 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46f3a9b4-7a87-45c5-8bae-f139999f844f req-a874f9ea-82e4-4045-8435-6aa03554b6c0 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898830 Oct 10 12:01:04.962745 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Deleting port 52893d18-e50a-435f-a0f5-a5691c10b280 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:01:04.963666 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.014103 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] For port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:05.021743 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks [] for router_gateway (1abfce69-e8d4-4368-9980-2adbd2fadc19), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.022811 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] For port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=6978d969-07c4-4fc2-bd1c-ed2f579a0f45,segment=NetworkSegment(bfeb1e09-99fb-49eb-997c-4b345ddea6fb),segment_id=bfeb1e09-99fb-49eb-997c-4b345ddea6fb)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:05.026831 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (4ae1f420-18e2-4e9d-be13-7166e2af9687), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.041838 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.056167 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.062911 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:05.161880 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (4ae1f420-18e2-4e9d-be13-7166e2af9687), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.189788 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f00187-7b31-4944-9df0-0993e71da54b None None] Pushing event updated for resources: {'Port': ['ID=6978d969-07c4-4fc2-bd1c-ed2f579a0f45,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:05.204739 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] For port 52893d18-e50a-435f-a0f5-a5691c10b280, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=52893d18-e50a-435f-a0f5-a5691c10b280,segment=NetworkSegment(0257ff0b-4a93-48b6-8cd6-1177806527a1),segment_id=0257ff0b-4a93-48b6-8cd6-1177806527a1)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:05.205317 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.255814 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae1f420-18e2-4e9d-be13-7166e2af9687']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:05.256655 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Calling delete_port for 52893d18-e50a-435f-a0f5-a5691c10b280 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:01:05.275649 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:05.285665 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9c7f51-e213-4179-a323-dc628c879fc3') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:05.285986 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9c7f51-e213-4179-a323-dc628c879fc3') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:05.297195 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:05.308533 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (fa9c7f51-e213-4179-a323-dc628c879fc3), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.308771 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40af04-99ea-4605-827f-d0db85a9f708 req-d110fe14-98bf-41f9-a152-17ffc00d0077 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:05.310924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b40af04-99ea-4605-827f-d0db85a9f708 req-d110fe14-98bf-41f9-a152-17ffc00d0077 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.1018310 Oct 10 12:01:05.338567 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:04Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:05.378989 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (fa9c7f51-e213-4179-a323-dc628c879fc3), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.389508 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:01:05.389896 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (fa9c7f51-e213-4179-a323-dc628c879fc3), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.397434 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533daf0-3858-4a83-a6e1-97eec36fe11f None None] The sync data for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi is: [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:04Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:05.452828 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment fa9c7f51-e213-4179-a323-dc628c879fc3 resource provider aggregate not found Oct 10 12:01:05.461723 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1b3dc-b675-44f1-a757-c6ddea9c22dc req-dbef3250-2280-4965-881d-8a0d24eff314 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:05.480367 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-98b1b3dc-b675-44f1-a757-c6ddea9c22dc req-dbef3250-2280-4965-881d-8a0d24eff314 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 949 time: 0.1667657 Oct 10 12:01:05.512502 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment fa9c7f51-e213-4179-a323-dc628c879fc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa9c7f51-e213-4179-a323-dc628c879fc3 found for delete ", "request_id": "req-2152d80b-2500-4de4-9e84-169e5d136a8a"}]} Oct 10 12:01:05.514164 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Allocated IP 172.27.0.85 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/c6079642-c042-4d3a-bb86-c38d5a080fbb) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:05.521367 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (4ae1f420-18e2-4e9d-be13-7166e2af9687), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.552182 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.556449 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/4ae1f420-18e2-4e9d-be13-7166e2af9687 HTTP/1.1" status: 204 len: 168 time: 0.6940174 Oct 10 12:01:05.563283 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43320) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:05.585405 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c15c40-d540-4ca0-beb2-78e03ec375c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae1f420-18e2-4e9d-be13-7166e2af9687,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:05.661844 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b40af04-99ea-4605-827f-d0db85a9f708 req-f5234bf2-060f-40bb-9677-c12d7836471d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111487 Oct 10 12:01:05.691024 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c4cb8a-818d-4922-a98e-943a1cd20ae8 admin admin] Deleting subnet 3d0febbd-1710-431f-8b9e-711ef7269d77 {{(pid=106262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:01:05.695864 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-98b1b3dc-b675-44f1-a757-c6ddea9c22dc req-f4e6236d-e214-44dd-8931-b54db3b55ff2 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=af80a368-cae3-4185-a481-2574c0fd7466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005877 Oct 10 12:01:05.702835 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-13c4cb8a-818d-4922-a98e-943a1cd20ae8 admin admin] Publish callbacks [] for subnet (3d0febbd-1710-431f-8b9e-711ef7269d77), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.779509 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (52893d18-e50a-435f-a0f5-a5691c10b280), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.785873 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks [] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.793798 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-13c4cb8a-818d-4922-a98e-943a1cd20ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944455'] for subnet (3d0febbd-1710-431f-8b9e-711ef7269d77), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.828890 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Pushing event deleted for resources: {'Port': ['ID=52893d18-e50a-435f-a0f5-a5691c10b280,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:05.831902 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['52893d18-e50a-435f-a0f5-a5691c10b280'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:01:05.896962 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.898130 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device faa01447-8c0f-43a6-a41c-1fbc95d4b10a up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:05.908847 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-13c4cb8a-818d-4922-a98e-943a1cd20ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (3d0febbd-1710-431f-8b9e-711ef7269d77), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.938562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] No DVR routers for this DVR port 52893d18-e50a-435f-a0f5-a5691c10b280 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:01:05.947606 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.950823 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1988b96a-7eca-4ab2-9940-468ee44cbd2c req-8be59aff-6550-42ba-9bfb-dee4615f8f18 tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.58 "DELETE /networking/v2.0/ports/52893d18-e50a-435f-a0f5-a5691c10b280 HTTP/1.1" status: 204 len: 173 time: 1.1905177 Oct 10 12:01:05.951379 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f42d94a-65e4-4b68-9f46-1b37f5291cfa', 'name': 'network-vif-deleted', 'tag': '52893d18-e50a-435f-a0f5-a5691c10b280'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:05.953951 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe6662d-eee3-46bf-bfc3-54269941a9f8" -d '{"events": [{"server_uuid": "2f42d94a-65e4-4b68-9f46-1b37f5291cfa", "name": "network-vif-deleted", "tag": "52893d18-e50a-435f-a0f5-a5691c10b280"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:05.966280 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port faa01447-8c0f-43a6-a41c-1fbc95d4b10a triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:05.966662 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.967297 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port faa01447-8c0f-43a6-a41c-1fbc95d4b10a Oct 10 12:01:05.974802 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:05.980817 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:05.983600 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:06.003490 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c2cc6-5a02-4b3b-acac-8a89ceb8b0d8 req-4c3f3a59-7d27-453a-ad6f-6772d4ad10a1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:06.009666 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-739c2cc6-5a02-4b3b-acac-8a89ceb8b0d8 req-4c3f3a59-7d27-453a-ad6f-6772d4ad10a1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.2174919 Oct 10 12:01:06.034632 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:06.066164 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb1ff36-14ac-412a-b13e-377260ee1286 x-openstack-request-id: req-3cb1ff36-14ac-412a-b13e-377260ee1286 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:06.066458 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f42d94a-65e4-4b68-9f46-1b37f5291cfa", "name": "network-vif-deleted", "tag": "52893d18-e50a-435f-a0f5-a5691c10b280", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:06.066712 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cb1ff36-14ac-412a-b13e-377260ee1286 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:06.068269 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb1ff36-14ac-412a-b13e-377260ee1286'] response: {'server_uuid': '2f42d94a-65e4-4b68-9f46-1b37f5291cfa', 'name': 'network-vif-deleted', 'tag': '52893d18-e50a-435f-a0f5-a5691c10b280', 'status': 'completed', 'code': 200} Oct 10 12:01:06.110760 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Pushing event updated for resources: {'Port': ['ID=c6079642-c042-4d3a-bb86-c38d5a080fbb,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:06.148643 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-739c2cc6-5a02-4b3b-acac-8a89ceb8b0d8 req-72ab823f-c969-488f-bbc3-7db63dc2d29a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332576 Oct 10 12:01:06.165566 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:06.179614 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port faa01447-8c0f-43a6-a41c-1fbc95d4b10a is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:06.181572 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 5da27863-7ef8-49d3-adef-3b008e12a378 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:06.239480 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 5da27863-7ef8-49d3-adef-3b008e12a378 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:06.240149 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.240712 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 5da27863-7ef8-49d3-adef-3b008e12a378 Oct 10 12:01:06.279836 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:06.339708 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 5da27863-7ef8-49d3-adef-3b008e12a378 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:06.339955 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.387290 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 5da27863-7ef8-49d3-adef-3b008e12a378, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=5da27863-7ef8-49d3-adef-3b008e12a378,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:06.395285 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.396281 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:06.495420 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=5da27863-7ef8-49d3-adef-3b008e12a378,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:06.513580 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.514136 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.514590 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.515159 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.515683 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.516251 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.516688 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.517157 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.517584 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.517993 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.518560 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.519217 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.519924 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.520373 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.520791 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:06.528656 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05e333-88bb-4eb8-bcc4-f0b01313b91c None None] Network bed58185-82c8-4a9d-8e51-e94ca842acbb requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:01:06.544417 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:06.544935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.545333 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 Oct 10 12:01:06.577000 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-13c4cb8a-818d-4922-a98e-943a1cd20ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26182627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25421682'] for subnet (3d0febbd-1710-431f-8b9e-711ef7269d77), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.624535 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-6edde1b7-0e1d-4184-9261-88e66181c89a None None] Provisioning complete for port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:06.624998 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6edde1b7-0e1d-4184-9261-88e66181c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.625396 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-6edde1b7-0e1d-4184-9261-88e66181c89a None None] Attempt 1 to provision port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 Oct 10 12:01:06.635166 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4cb8a-818d-4922-a98e-943a1cd20ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d0febbd-1710-431f-8b9e-711ef7269d77,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:06.637270 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-13c4cb8a-818d-4922-a98e-943a1cd20ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.642642 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-13c4cb8a-818d-4922-a98e-943a1cd20ae8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/3d0febbd-1710-431f-8b9e-711ef7269d77 HTTP/1.1" status: 204 len: 168 time: 1.0779958 Oct 10 12:01:06.643385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43324) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:06.668601 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks [] for router_gateway (1abfce69-e8d4-4368-9980-2adbd2fadc19), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.672848 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:06.724054 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:06.724448 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.757230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.884470 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=6978d969-07c4-4fc2-bd1c-ed2f579a0f45,segment=NetworkSegment(bfeb1e09-99fb-49eb-997c-4b345ddea6fb),segment_id=bfeb1e09-99fb-49eb-997c-4b345ddea6fb)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:06.900955 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.915228 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-6edde1b7-0e1d-4184-9261-88e66181c89a None None] Current status of the port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:06.915902 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6edde1b7-0e1d-4184-9261-88e66181c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:06.993553 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ee0f794-fc4a-429c-846f-29f4aa807438 req-a8bd034c-7b5e-4996-85b9-04821f5a51ff tempest-VolumesNegativeTest-914502378 tempest-VolumesNegativeTest-914502378-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f42d94a-65e4-4b68-9f46-1b37f5291cfa HTTP/1.1" status: 200 len: 210 time: 0.1030746 Oct 10 12:01:06.998805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.010172 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa987a-57ce-477d-8f1e-b011efb1562e req-8f0ef28f-01ec-400e-9b35-8381d5a192cc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:07.022722 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-28aa987a-57ce-477d-8f1e-b011efb1562e req-8f0ef28f-01ec-400e-9b35-8381d5a192cc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.2071404 Oct 10 12:01:07.060431 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=6978d969-07c4-4fc2-bd1c-ed2f579a0f45,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:07.063771 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:07.099252 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:07.101336 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.db.api [None req-6edde1b7-0e1d-4184-9261-88e66181c89a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 12:01:07.101701 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG oslo_db.api [None req-6edde1b7-0e1d-4184-9261-88e66181c89a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:01:07.117701 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (1abfce69-e8d4-4368-9980-2adbd2fadc19), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.136890 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-28aa987a-57ce-477d-8f1e-b011efb1562e req-7fe0f31a-19d5-4eb9-9bdb-8dac761afd7e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128821 Oct 10 12:01:07.141157 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084260fc-2d97-4486-87f6-e860c24162f4') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:07.141459 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084260fc-2d97-4486-87f6-e860c24162f4') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:07.170138 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3262232'] for segment (084260fc-2d97-4486-87f6-e860c24162f4), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.197428 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (084260fc-2d97-4486-87f6-e860c24162f4), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.206378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:01:07.206803 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267082'] for segment (084260fc-2d97-4486-87f6-e860c24162f4), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.250852 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 084260fc-2d97-4486-87f6-e860c24162f4 resource provider aggregate not found Oct 10 12:01:07.307660 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 084260fc-2d97-4486-87f6-e860c24162f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 084260fc-2d97-4486-87f6-e860c24162f4 found for delete ", "request_id": "req-502a7be1-b26d-4616-bb7f-e9bdb3be5c05"}]} Oct 10 12:01:07.322126 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Router 1abfce69-e8d4-4368-9980-2adbd2fadc19 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:01:07.342468 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.352159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a4d62-765c-4dea-a319-4812739ce5c6 req-53fb0214-09c0-45ca-8e84-731e7eb7dfe4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:07.354389 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-587a4d62-765c-4dea-a319-4812739ce5c6 req-53fb0214-09c0-45ca-8e84-731e7eb7dfe4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0798764 Oct 10 12:01:07.360062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.363289 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a HTTP/1.1" status: 204 len: 168 time: 0.7181921 Oct 10 12:01:07.398013 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ade69-6bc4-4cca-9029-609bebc0f394 admin admin] Pushing event deleted for resources: {'Network': ['ID=9599ea9d-b4f8-49e0-8b4b-32db7ab4fb4a,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:07.443440 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-587a4d62-765c-4dea-a319-4812739ce5c6 req-eb1dae49-0635-4246-a56c-b828c00c46d7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519230 Oct 10 12:01:07.477992 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:01:07.488893 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Sync routers for ids ['1abfce69-e8d4-4368-9980-2adbd2fadc19'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:07.501515 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.501784 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Routers {'1abfce69-e8d4-4368-9980-2adbd2fadc19'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:07.502406 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['1abfce69-e8d4-4368-9980-2adbd2fadc19'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:07.503501 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-3842ef38-8cad-455a-b3c5-695006ebb370 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4200964 Oct 10 12:01:07.506159 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43344) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:07.639958 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43346) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:07.656255 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:07.663935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:07.668060 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-6edde1b7-0e1d-4184-9261-88e66181c89a None None] Current status of the port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:07.674131 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Set router 1abfce69-e8d4-4368-9980-2adbd2fadc19 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:07.676515 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 5da27863-7ef8-49d3-adef-3b008e12a378 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:07.696479 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bbb4eac9-6d19-417b-a7b5-bb6a51b821a8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=45628e5deeb045e4bdf7bc3b53555d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553567 Oct 10 12:01:07.699039 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43348) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:07.705338 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:07.784702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 5da27863-7ef8-49d3-adef-3b008e12a378 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:07.785161 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.785565 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 5da27863-7ef8-49d3-adef-3b008e12a378 Oct 10 12:01:07.811112 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b445cd10-81aa-4ee3-921e-919fc3abc422 admin admin] Publish callbacks [] for security_group (7430555e-5ff9-4900-8a15-ca24d4198f31), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.835961 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-a1d4b658-f400-4461-8dc6-b3aa233833a9 None None] Provisioning complete for port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:07.837412 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b658-f400-4461-8dc6-b3aa233833a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.837811 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-a1d4b658-f400-4461-8dc6-b3aa233833a9 None None] Attempt 1 to provision port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 Oct 10 12:01:07.869415 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b445cd10-81aa-4ee3-921e-919fc3abc422 admin admin] Publish callbacks [] for security_group (7430555e-5ff9-4900-8a15-ca24d4198f31), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.958839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b445cd10-81aa-4ee3-921e-919fc3abc422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (7430555e-5ff9-4900-8a15-ca24d4198f31), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.967251 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b445cd10-81aa-4ee3-921e-919fc3abc422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:07.970985 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b445cd10-81aa-4ee3-921e-919fc3abc422 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7430555e-5ff9-4900-8a15-ca24d4198f31 HTTP/1.1" status: 204 len: 168 time: 0.2681971 Oct 10 12:01:07.980106 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445cd10-81aa-4ee3-921e-919fc3abc422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7430555e-5ff9-4900-8a15-ca24d4198f31,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:08.028496 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:08.123452 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:08.135640 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4b658-f400-4461-8dc6-b3aa233833a9 None None] Current status of the port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:08.137800 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 52893d18-e50a-435f-a0f5-a5691c10b280 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:01:08.143118 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.152513 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 5da27863-7ef8-49d3-adef-3b008e12a378 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:08.153619 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:08.207776 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 52893d18-e50a-435f-a0f5-a5691c10b280 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:01:08.208406 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 52893d18-e50a-435f-a0f5-a5691c10b280 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:01:08.237296 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:08.237661 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.238154 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 Oct 10 12:01:08.364698 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Allocated IP 172.20.0.1 (bed58185-82c8-4a9d-8e51-e94ca842acbb/cd15bc93-2c63-4272-bfca-6d56f18345e4/f2ac968c-1831-4f44-8fa1-591c3a1861b6) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:08.368875 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:08.382011 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 3, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port': {'id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:05Z', 'updated_at': '2022-10-10T12:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:08.389402 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455ae57-7106-478e-952b-97f73ecd6ef0 req-ac806772-40c8-48ab-803b-654ec21131e6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:08.391128 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6455ae57-7106-478e-952b-97f73ecd6ef0 req-ac806772-40c8-48ab-803b-654ec21131e6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0819352 Oct 10 12:01:08.412356 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Checking router: 1abfce69-e8d4-4368-9980-2adbd2fadc19 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:08.412711 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Updating router 1abfce69-e8d4-4368-9980-2adbd2fadc19 port c6079642-c042-4d3a-bb86-c38d5a080fbb binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:08.442414 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.511432 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6455ae57-7106-478e-952b-97f73ecd6ef0 req-fe65f6d6-4b12-472f-99f9-8a690a85ef01 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006782 Oct 10 12:01:08.584138 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Publish callbacks [] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.620620 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43386) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:08.637038 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.699177 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1529d3b-44ee-41db-aacf-4abc32b39473 req-642a931e-15d9-4ac8-985e-a56f3c0a0cc1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:08.700828 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a1529d3b-44ee-41db-aacf-4abc32b39473 req-642a931e-15d9-4ac8-985e-a56f3c0a0cc1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0959082 Oct 10 12:01:08.703929 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9e7fc77b-1efe-4adf-bc98-e80e3eaccab4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=50cb17ecff894cbe800d59cfef6042ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792296 Oct 10 12:01:08.705916 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43388) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:08.707359 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:08.739786 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Network bed58185-82c8-4a9d-8e51-e94ca842acbb is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:08.743903 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:08.755844 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607bca1-d787-410a-bd92-0f0682ed04c4 req-4ac80d77-a5b8-40ff-8863-819f33ed2e18 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:08.757358 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f607bca1-d787-410a-bd92-0f0682ed04c4 req-4ac80d77-a5b8-40ff-8863-819f33ed2e18 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1152782 Oct 10 12:01:08.760192 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:08.807210 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Publish callbacks [] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.830354 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (1abfce69-e8d4-4368-9980-2adbd2fadc19), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.832544 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.872579 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a1529d3b-44ee-41db-aacf-4abc32b39473 req-3c1465ff-bfd0-4d57-87a0-89f2a8c92d1d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380484 Oct 10 12:01:08.882397 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bb3363d8-8af9-4ca2-93de-18ab46f1a28f admin admin] Publish callbacks [] for security_group (13edf2eb-9b58-43f4-9a4b-a2440605d433), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.923530 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f607bca1-d787-410a-bd92-0f0682ed04c4 req-7d793248-fd41-433f-a554-86800daddf34 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578567 Oct 10 12:01:08.952024 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Attempting to bind port c6079642-c042-4d3a-bb86-c38d5a080fbb on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:08.953450 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Attempting to bind port c6079642-c042-4d3a-bb86-c38d5a080fbb by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:08.954041 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Attempting to bind port c6079642-c042-4d3a-bb86-c38d5a080fbb on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:08.972054 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bb3363d8-8af9-4ca2-93de-18ab46f1a28f admin admin] Publish callbacks [] for security_group (13edf2eb-9b58-43f4-9a4b-a2440605d433), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:08.992344 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Pushing event updated for resources: {'Port': ['ID=f2ac968c-1831-4f44-8fa1-591c3a1861b6,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:09.017248 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:09.067545 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bb3363d8-8af9-4ca2-93de-18ab46f1a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (13edf2eb-9b58-43f4-9a4b-a2440605d433), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.071827 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347ffdc-22eb-4b1b-a60e-e4669e1f8bc7 None None] Pushing event updated for resources: {'Port': ['ID=c6079642-c042-4d3a-bb86-c38d5a080fbb,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:09.077936 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bb3363d8-8af9-4ca2-93de-18ab46f1a28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.079247 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bb3363d8-8af9-4ca2-93de-18ab46f1a28f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/13edf2eb-9b58-43f4-9a4b-a2440605d433 HTTP/1.1" status: 204 len: 168 time: 0.3723204 Oct 10 12:01:09.090116 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3363d8-8af9-4ca2-93de-18ab46f1a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13edf2eb-9b58-43f4-9a4b-a2440605d433,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:09.098820 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:09.107188 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:09.108629 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:09.111590 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.113098 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.113589 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:09.114300 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Bound port: c6079642-c042-4d3a-bb86-c38d5a080fbb, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:09.116934 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.269263 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] For port c6079642-c042-4d3a-bb86-c38d5a080fbb, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:09.273098 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] For port c6079642-c042-4d3a-bb86-c38d5a080fbb, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=c6079642-c042-4d3a-bb86-c38d5a080fbb,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:09.286188 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.405445 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Routers {'1abfce69-e8d4-4368-9980-2adbd2fadc19'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:09.406454 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['1abfce69-e8d4-4368-9980-2adbd2fadc19'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:09.415877 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-ccdd2a17-3a7c-4fc2-83c3-1019e97b1de2 None None] Provisioning complete for port f2ac968c-1831-4f44-8fa1-591c3a1861b6 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:09.416443 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ccdd2a17-3a7c-4fc2-83c3-1019e97b1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.416939 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-ccdd2a17-3a7c-4fc2-83c3-1019e97b1de2 None None] Attempt 1 to provision port f2ac968c-1831-4f44-8fa1-591c3a1861b6 Oct 10 12:01:09.524695 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd2a17-3a7c-4fc2-83c3-1019e97b1de2 None None] Port f2ac968c-1831-4f44-8fa1-591c3a1861b6 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:09.533339 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347ffdc-22eb-4b1b-a60e-e4669e1f8bc7 None None] Pushing event updated for resources: {'Port': ['ID=c6079642-c042-4d3a-bb86-c38d5a080fbb,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:09.629026 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Publish callbacks [] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.640061 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26182445'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.759459 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] Set router 1abfce69-e8d4-4368-9980-2adbd2fadc19 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:09.773760 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (1abfce69-e8d4-4368-9980-2adbd2fadc19), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:09.782703 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Pushing event updated for resources: {'Port': ['ID=f2ac968c-1831-4f44-8fa1-591c3a1861b6,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:09.836566 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-d1efa0c5-711a-4088-8ce8-ab3fe1c44f61 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1066990 Oct 10 12:01:09.857245 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:09.897109 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Network bed58185-82c8-4a9d-8e51-e94ca842acbb is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:09.898504 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:09.995483 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-8835f9a3-8d5d-4bb7-b6ff-c4df5ab074c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:09.998939 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-8835f9a3-8d5d-4bb7-b6ff-c4df5ab074c3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 1129 time: 0.1035275 Oct 10 12:01:10.078987 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Router 1abfce69-e8d4-4368-9980-2adbd2fadc19 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:01:10.098578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7ee06-ec7f-4565-9211-26c001852159 req-3246238f-008e-4935-90bf-359675a5a7ce tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:10.111321 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-71a7ee06-ec7f-4565-9211-26c001852159 req-3246238f-008e-4935-90bf-359675a5a7ce tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0848918 Oct 10 12:01:10.282647 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port': {'id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:05Z', 'updated_at': '2022-10-10T12:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'f2ac968c-1831-4f44-8fa1-591c3a1861b6', 'name': '', 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'mac_address': 'fa:16:3e:96:93:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:08Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 1, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'subnets': [{'id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:10.289849 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:01:10.293547 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:10.309934 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-f2e6d109-661f-44c3-8e46-7b71aba6a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:10.311448 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-f2e6d109-661f-44c3-8e46-7b71aba6a061 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 915 time: 0.1901038 Oct 10 12:01:10.316872 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669965a2-effb-4053-bb06-d12a5de8030c None None] The sync data for ids ['1abfce69-e8d4-4368-9980-2adbd2fadc19'] in dv-cinder-850618-4-iscsi is: [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port': {'id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:05Z', 'updated_at': '2022-10-10T12:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'f2ac968c-1831-4f44-8fa1-591c3a1861b6', 'name': '', 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'mac_address': 'fa:16:3e:96:93:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:08Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 1, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'subnets': [{'id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:10.341772 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:10.348791 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-58a4884b-2088-4559-8cb1-8e9e861d221f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/1abfce69-e8d4-4368-9980-2adbd2fadc19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8409111 Oct 10 12:01:10.357074 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-1d00b67c-64fe-4caf-b29a-6f87875f3f1f None None] Provisioning complete for port f2ac968c-1831-4f44-8fa1-591c3a1861b6 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:10.357452 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1d00b67c-64fe-4caf-b29a-6f87875f3f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:10.357784 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-1d00b67c-64fe-4caf-b29a-6f87875f3f1f None None] Attempt 1 to provision port f2ac968c-1831-4f44-8fa1-591c3a1861b6 Oct 10 12:01:10.417683 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-1d00b67c-64fe-4caf-b29a-6f87875f3f1f None None] Port f2ac968c-1831-4f44-8fa1-591c3a1861b6 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:10.438764 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-71a7ee06-ec7f-4565-9211-26c001852159 req-b8399591-a8a1-4f4b-af66-689b3ba468ec tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223114 Oct 10 12:01:10.463218 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-7505508f-3c10-4b9d-86be-0f0d39e4ae4d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0a4554c-8489-4c92-b988-ba8723479120 HTTP/1.1" status: 200 len: 1001 time: 0.1375060 Oct 10 12:01:10.529266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-fee45149-898e-43ed-802b-888bf8100160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:10.532244 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-fee45149-898e-43ed-802b-888bf8100160 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.0584106 Oct 10 12:01:10.608470 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-84da05e6-958f-4e6d-aa42-1e76a34a4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:10.611171 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-84da05e6-958f-4e6d-aa42-1e76a34a4903 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723052 Oct 10 12:01:10.786624 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-66a60e29-dcf6-4257-9e24-0add26d00d4d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686747 Oct 10 12:01:10.957491 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02408c3a-b40a-4b1d-a12b-4e39ff4da5b3 req-0e27709e-d612-44a6-8b4d-3a971fb7a366 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405704 Oct 10 12:01:11.340115 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:11.500042 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21af01-19ce-4661-a070-55fabcc5964b req-0568a074-ea2b-438a-83ed-f156d4174247 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:11.503677 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d21af01-19ce-4661-a070-55fabcc5964b req-0568a074-ea2b-438a-83ed-f156d4174247 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1089721 Oct 10 12:01:11.694698 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d21af01-19ce-4661-a070-55fabcc5964b req-0751528d-87f2-40d4-a5fb-c879a6650aca tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858625 Oct 10 12:01:11.698725 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e52096-1103-49c7-9c99-558d9088634d req-d14d9701-dd6b-4ea7-ac49-f1198f2a69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:11.700319 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14e52096-1103-49c7-9c99-558d9088634d req-d14d9701-dd6b-4ea7-ac49-f1198f2a69f5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 1129 time: 0.1408281 Oct 10 12:01:11.730806 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af568f0-9086-48f6-aeff-52f7005118ed req-cc1309fd-a9da-4798-8ef4-ce8e441899e3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:11.737670 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8af568f0-9086-48f6-aeff-52f7005118ed req-cc1309fd-a9da-4798-8ef4-ce8e441899e3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1193845 Oct 10 12:01:12.208545 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8af568f0-9086-48f6-aeff-52f7005118ed req-3d7f8f29-d515-4c85-b063-1e9e8af9fed3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4698875 Oct 10 12:01:12.258289 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e52096-1103-49c7-9c99-558d9088634d req-8bf23d12-3ab7-4bc0-a24b-fd9e2c9b431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:12.261766 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14e52096-1103-49c7-9c99-558d9088634d req-8bf23d12-3ab7-4bc0-a24b-fd9e2c9b431d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.5486479 Oct 10 12:01:12.370582 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14e52096-1103-49c7-9c99-558d9088634d req-510de785-5b54-46d5-8eed-29b34895ca78 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6770e59-ceb9-442a-901d-70ac68923881 HTTP/1.1" status: 200 len: 217 time: 0.0409508 Oct 10 12:01:12.447970 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e52096-1103-49c7-9c99-558d9088634d req-12c057a8-9a97-4a91-9ab2-4dd4b37f965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:12.450458 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14e52096-1103-49c7-9c99-558d9088634d req-12c057a8-9a97-4a91-9ab2-4dd4b37f965d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0704384 Oct 10 12:01:12.547716 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e52096-1103-49c7-9c99-558d9088634d req-538b60f4-740e-4f27-ad3c-4b5615957f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:12.550708 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14e52096-1103-49c7-9c99-558d9088634d req-538b60f4-740e-4f27-ad3c-4b5615957f17 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874095 Oct 10 12:01:12.745483 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14e52096-1103-49c7-9c99-558d9088634d req-ce9e9a97-f078-42ec-b4be-b71b1dd4b56f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870694 Oct 10 12:01:12.934197 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:12.966261 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c9d04-687f-4bfc-980c-afab7b5d2be3 req-f30fdc1a-f65f-4a80-81e0-3ec929b56af8 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:12.973998 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-571c9d04-687f-4bfc-980c-afab7b5d2be3 req-f30fdc1a-f65f-4a80-81e0-3ec929b56af8 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1651669 Oct 10 12:01:13.059187 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14e52096-1103-49c7-9c99-558d9088634d req-556f6217-ee95-4d51-a8b7-2835c20043ff service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059165 Oct 10 12:01:13.096191 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-571c9d04-687f-4bfc-980c-afab7b5d2be3 req-2cbdd1f9-c016-4033-a935-5b7b65180d46 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207082 Oct 10 12:01:13.360283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:13.425369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0d4fc-932e-4d95-a4bf-e0e9d38c1fb5 req-8a28095c-8bf0-4d49-8314-4a04bd97cc4f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:13.426944 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1a0d4fc-932e-4d95-a4bf-e0e9d38c1fb5 req-8a28095c-8bf0-4d49-8314-4a04bd97cc4f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0762141 Oct 10 12:01:13.502461 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1a0d4fc-932e-4d95-a4bf-e0e9d38c1fb5 req-52f5fdc2-f5a7-4292-90d0-f7c9825edb56 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683045 Oct 10 12:01:13.662482 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device c6079642-c042-4d3a-bb86-c38d5a080fbb up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:13.739204 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port c6079642-c042-4d3a-bb86-c38d5a080fbb triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:13.739862 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:13.740349 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port c6079642-c042-4d3a-bb86-c38d5a080fbb Oct 10 12:01:13.775839 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:13.832455 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port c6079642-c042-4d3a-bb86-c38d5a080fbb is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:13.833124 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:13.862398 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port c6079642-c042-4d3a-bb86-c38d5a080fbb, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=c6079642-c042-4d3a-bb86-c38d5a080fbb,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:13.868181 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:13.932989 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=c6079642-c042-4d3a-bb86-c38d5a080fbb,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:14.246107 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24794938-4a74-40ed-8950-781abe93f837 req-2e5edbf9-f501-4b20-9fa3-54b68c414712 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:14.253700 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-24794938-4a74-40ed-8950-781abe93f837 req-2e5edbf9-f501-4b20-9fa3-54b68c414712 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0771482 Oct 10 12:01:14.319172 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-24794938-4a74-40ed-8950-781abe93f837 req-c4bc5bfc-c2de-4bc7-a203-c8a47c085b66 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631235 Oct 10 12:01:14.369135 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Sync routers for ids ['1abfce69-e8d4-4368-9980-2adbd2fadc19'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:14.385829 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Routers {'1abfce69-e8d4-4368-9980-2adbd2fadc19'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:14.386381 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['1abfce69-e8d4-4368-9980-2adbd2fadc19'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:14.488620 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Set router 1abfce69-e8d4-4368-9980-2adbd2fadc19 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:14.652215 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ab173-b40a-46be-9b21-c80384e3b215 req-5d8c298d-df36-4bb5-9533-470d5a9692b9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:14.659149 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f47ab173-b40a-46be-9b21-c80384e3b215 req-5d8c298d-df36-4bb5-9533-470d5a9692b9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0600367 Oct 10 12:01:14.720450 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f47ab173-b40a-46be-9b21-c80384e3b215 req-b35ead2e-525e-420e-bae9-03b48877c2f9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551515 Oct 10 12:01:14.872962 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port': {'id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:05Z', 'updated_at': '2022-10-10T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'f2ac968c-1831-4f44-8fa1-591c3a1861b6', 'name': '', 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'mac_address': 'fa:16:3e:96:93:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:08Z', 'updated_at': '2022-10-10T12:01:09Z', 'revision_number': 2, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'subnets': [{'id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:14.901070 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Checking router: 1abfce69-e8d4-4368-9980-2adbd2fadc19 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:14.902105 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Updating router 1abfce69-e8d4-4368-9980-2adbd2fadc19 port f2ac968c-1831-4f44-8fa1-591c3a1861b6 binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:14.939863 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:14.943804 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:15.300335 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Publish callbacks [] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:15.307391 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:15.358271 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38df9f-cb62-43ba-b056-55ec898e8c3b None None] Pushing event updated for resources: {'Port': ['ID=f2ac968c-1831-4f44-8fa1-591c3a1861b6,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:15.419201 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Attempting to bind port f2ac968c-1831-4f44-8fa1-591c3a1861b6 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:15.420422 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Attempting to bind port f2ac968c-1831-4f44-8fa1-591c3a1861b6 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:15.420422 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Attempting to bind port f2ac968c-1831-4f44-8fa1-591c3a1861b6 on network bed58185-82c8-4a9d-8e51-e94ca842acbb {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:15.489487 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:15.490136 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Checking segment: {'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:15.490680 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:15.491233 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Bound using segment: {'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:15.491877 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Bound port: f2ac968c-1831-4f44-8fa1-591c3a1861b6, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:15.492434 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:15.495498 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:15.568642 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] For port f2ac968c-1831-4f44-8fa1-591c3a1861b6, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:15.569373 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefcf2e-7047-4eb8-9565-0d7645f38aea req-b4e191ff-51f7-4b8e-ae39-da18cd094bba tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:15.573299 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] For port f2ac968c-1831-4f44-8fa1-591c3a1861b6, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=f2ac968c-1831-4f44-8fa1-591c3a1861b6,segment=NetworkSegment(bfeb1e09-99fb-49eb-997c-4b345ddea6fb),segment_id=bfeb1e09-99fb-49eb-997c-4b345ddea6fb)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:15.579826 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:15.587419 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-afefcf2e-7047-4eb8-9565-0d7645f38aea req-b4e191ff-51f7-4b8e-ae39-da18cd094bba tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0900137 Oct 10 12:01:15.635358 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device c6079642-c042-4d3a-bb86-c38d5a080fbb up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:15.647386 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38df9f-cb62-43ba-b056-55ec898e8c3b None None] Pushing event updated for resources: {'Port': ['ID=f2ac968c-1831-4f44-8fa1-591c3a1861b6,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:15.659098 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Routers {'1abfce69-e8d4-4368-9980-2adbd2fadc19'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:15.659776 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['1abfce69-e8d4-4368-9980-2adbd2fadc19'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:15.671771 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-afefcf2e-7047-4eb8-9565-0d7645f38aea req-efb41fdf-1f7b-4cb1-975a-2e90abba468c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Oct 10 12:01:15.677071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:15.688528 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port c6079642-c042-4d3a-bb86-c38d5a080fbb triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:15.689197 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:15.689661 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port c6079642-c042-4d3a-bb86-c38d5a080fbb Oct 10 12:01:15.775163 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port c6079642-c042-4d3a-bb86-c38d5a080fbb is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:15.783566 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] Set router 1abfce69-e8d4-4368-9980-2adbd2fadc19 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:15.863554 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4c672-6e38-4ed5-b81f-4dc069cee169 req-003dfd23-543c-4f39-920f-decb4add4d48 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:15.865655 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-73e4c672-6e38-4ed5-b81f-4dc069cee169 req-003dfd23-543c-4f39-920f-decb4add4d48 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0584636 Oct 10 12:01:15.935982 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-73e4c672-6e38-4ed5-b81f-4dc069cee169 req-60bf68b1-48b0-428d-9fb9-ec8257d5ee73 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636463 Oct 10 12:01:16.014098 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port': {'id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:05Z', 'updated_at': '2022-10-10T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'f2ac968c-1831-4f44-8fa1-591c3a1861b6', 'name': '', 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'mac_address': 'fa:16:3e:96:93:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:08Z', 'updated_at': '2022-10-10T12:01:15Z', 'revision_number': 4, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'subnets': [{'id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:16.041835 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a543f-afab-43c8-885b-d5902c2c8066 None None] The sync data for ids ['1abfce69-e8d4-4368-9980-2adbd2fadc19'] in dv-cinder-850618-4-iscsi is: [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port': {'id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:05Z', 'updated_at': '2022-10-10T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'f2ac968c-1831-4f44-8fa1-591c3a1861b6', 'name': '', 'network_id': 'bed58185-82c8-4a9d-8e51-e94ca842acbb', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'mac_address': 'fa:16:3e:96:93:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:08Z', 'updated_at': '2022-10-10T12:01:15Z', 'revision_number': 4, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'subnets': [{'id': 'cd15bc93-2c63-4272-bfca-6d56f18345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:16.855211 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a45ae-4006-4aef-a718-a09295422f3b req-604a8266-6517-478c-b5f9-b6c89215ed15 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:16.859346 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-563a45ae-4006-4aef-a718-a09295422f3b req-604a8266-6517-478c-b5f9-b6c89215ed15 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0639360 Oct 10 12:01:16.919934 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-563a45ae-4006-4aef-a718-a09295422f3b req-5b29f028-45dc-4585-ac02-c9e60812293c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572009 Oct 10 12:01:17.092441 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc510a-0c50-4ca0-8794-6c87dfb33c5c req-54415652-9445-4b49-a05a-97eafde1ff9e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:17.094329 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dbc510a-0c50-4ca0-8794-6c87dfb33c5c req-54415652-9445-4b49-a05a-97eafde1ff9e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0759668 Oct 10 12:01:17.164478 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3dbc510a-0c50-4ca0-8794-6c87dfb33c5c req-bf846356-2502-4b81-bdd4-51bb174707f1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570905 Oct 10 12:01:17.668139 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device f2ac968c-1831-4f44-8fa1-591c3a1861b6 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:17.779427 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port f2ac968c-1831-4f44-8fa1-591c3a1861b6 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:17.779810 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:17.780151 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port f2ac968c-1831-4f44-8fa1-591c3a1861b6 Oct 10 12:01:17.879616 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43794) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:17.886175 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-6216fcf6-70df-48e8-b0a0-1dbf1e7ff2cb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1223450881', 'description': 'tempest-description--759270917'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:17.896404 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port f2ac968c-1831-4f44-8fa1-591c3a1861b6 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:17.896839 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:17.917705 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6216fcf6-70df-48e8-b0a0-1dbf1e7ff2cb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:17.934801 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port f2ac968c-1831-4f44-8fa1-591c3a1861b6, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=f2ac968c-1831-4f44-8fa1-591c3a1861b6,segment=NetworkSegment(bfeb1e09-99fb-49eb-997c-4b345ddea6fb),segment_id=bfeb1e09-99fb-49eb-997c-4b345ddea6fb)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:17.942507 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.048779 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=f2ac968c-1831-4f44-8fa1-591c3a1861b6,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:18.074985 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6216fcf6-70df-48e8-b0a0-1dbf1e7ff2cb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (cea38eca-6cf0-418b-847e-69b56a841f7e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.080323 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6216fcf6-70df-48e8-b0a0-1dbf1e7ff2cb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (cea38eca-6cf0-418b-847e-69b56a841f7e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.087961 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43800) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:18.105732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e02d9-79bc-4b0c-8a19-f5a067dd4236 req-8742bad8-8536-45f1-89c1-255f0b5af711 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:18.107444 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-564e02d9-79bc-4b0c-8a19-f5a067dd4236 req-8742bad8-8536-45f1-89c1-255f0b5af711 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0761006 Oct 10 12:01:18.121848 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6216fcf6-70df-48e8-b0a0-1dbf1e7ff2cb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.123255 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-6216fcf6-70df-48e8-b0a0-1dbf1e7ff2cb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2415242 Oct 10 12:01:18.124238 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216fcf6-70df-48e8-b0a0-1dbf1e7ff2cb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea38eca-6cf0-418b-847e-69b56a841f7e,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:18.126534 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43804) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:18.131901 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-a03e02bb-5302-4e8b-b842-585eb28aed2a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group_rule': {'security_group_id': 'cea38eca-6cf0-418b-847e-69b56a841f7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:18.184155 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a03e02bb-5302-4e8b-b842-585eb28aed2a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (74c0cd08-2d93-4831-a27b-f34b6a698035), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.187236 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-564e02d9-79bc-4b0c-8a19-f5a067dd4236 req-08e68940-d596-498b-ab0e-6a0df8905602 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731695 Oct 10 12:01:18.251687 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a03e02bb-5302-4e8b-b842-585eb28aed2a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (74c0cd08-2d93-4831-a27b-f34b6a698035), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.260974 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a03e02bb-5302-4e8b-b842-585eb28aed2a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (74c0cd08-2d93-4831-a27b-f34b6a698035), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.276712 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:18.283830 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e02bb-5302-4e8b-b842-585eb28aed2a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c0cd08-2d93-4831-a27b-f34b6a698035,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:18.294759 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a03e02bb-5302-4e8b-b842-585eb28aed2a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.296365 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-a03e02bb-5302-4e8b-b842-585eb28aed2a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687007 Oct 10 12:01:18.299148 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43808) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:18.309489 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-759a874d-cb7c-4ba8-a3b0-8493b897b88a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group_rule': {'security_group_id': 'cea38eca-6cf0-418b-847e-69b56a841f7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:18.345137 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-759a874d-cb7c-4ba8-a3b0-8493b897b88a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (2dea154f-d49f-40b9-a649-05de7c9a4416), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.364655 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:18.393117 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1a96b-1e6a-4c53-9165-8f469924fd17 req-dd27d641-1e90-4a79-b62e-c37bf4c48a57 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:18.395671 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9e1a96b-1e6a-4c53-9165-8f469924fd17 req-dd27d641-1e90-4a79-b62e-c37bf4c48a57 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0865734 Oct 10 12:01:18.406149 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-12c9b0ca-8a27-49ce-8b61-6e59a993be5a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=132383472a4f48779d8c4fc5a5179a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171048 Oct 10 12:01:18.409150 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43810) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:18.431671 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:18.463875 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9e1a96b-1e6a-4c53-9165-8f469924fd17 req-b5b9d26b-f486-4b08-8285-dd0108f68a5f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562682 Oct 10 12:01:18.478942 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-759a874d-cb7c-4ba8-a3b0-8493b897b88a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (2dea154f-d49f-40b9-a649-05de7c9a4416), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.495820 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ce8857a7-307e-49a3-9fcd-d389d0dd4a45 admin admin] Publish callbacks [] for security_group (af80a368-cae3-4185-a481-2574c0fd7466), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.505229 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-759a874d-cb7c-4ba8-a3b0-8493b897b88a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (2dea154f-d49f-40b9-a649-05de7c9a4416), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.536976 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ce8857a7-307e-49a3-9fcd-d389d0dd4a45 admin admin] Publish callbacks [] for security_group (af80a368-cae3-4185-a481-2574c0fd7466), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.544669 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a874d-cb7c-4ba8-a3b0-8493b897b88a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dea154f-d49f-40b9-a649-05de7c9a4416,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:18.566932 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-759a874d-cb7c-4ba8-a3b0-8493b897b88a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.571757 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-759a874d-cb7c-4ba8-a3b0-8493b897b88a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2631676 Oct 10 12:01:18.572214 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 43812) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:18.577366 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:18.613866 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.628656 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ce8857a7-307e-49a3-9fcd-d389d0dd4a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (af80a368-cae3-4185-a481-2574c0fd7466), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.635416 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ce8857a7-307e-49a3-9fcd-d389d0dd4a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.639817 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-ce8857a7-307e-49a3-9fcd-d389d0dd4a45 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/af80a368-cae3-4185-a481-2574c0fd7466 HTTP/1.1" status: 204 len: 168 time: 0.2296159 Oct 10 12:01:18.649601 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8857a7-307e-49a3-9fcd-d389d0dd4a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af80a368-cae3-4185-a481-2574c0fd7466,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:18.742295 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:18.849528 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:18.880007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Allocated IP 172.27.0.251 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/bc66565f-ad6c-4689-9db4-ad2b777dd571) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:19.010347 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (bc66565f-ad6c-4689-9db4-ad2b777dd571), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.049590 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (bc66565f-ad6c-4689-9db4-ad2b777dd571), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.107056 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:19.112817 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:19.115223 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=bc66565f-ad6c-4689-9db4-ad2b777dd571,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:19.119111 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:19.218132 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (8b0de26b-8979-4355-997e-44aba97a503c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.262778 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (bc66565f-ad6c-4689-9db4-ad2b777dd571), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.418687 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:19.447293 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2290f-8efa-4534-9613-642f17077ec3 req-234d7ee6-a86d-4e9f-b8cc-6b60f91cc978 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:19.448785 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-89a2290f-8efa-4534-9613-642f17077ec3 req-234d7ee6-a86d-4e9f-b8cc-6b60f91cc978 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1586554 Oct 10 12:01:19.486632 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (bc66565f-ad6c-4689-9db4-ad2b777dd571), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.494647 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (bc66565f-ad6c-4689-9db4-ad2b777dd571), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.592315 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-89a2290f-8efa-4534-9613-642f17077ec3 req-dc050568-d8a9-497d-8652-670b916a2148 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284900 Oct 10 12:01:19.602098 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (8b0de26b-8979-4355-997e-44aba97a503c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.655848 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=bc66565f-ad6c-4689-9db4-ad2b777dd571,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:19.686082 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device f2ac968c-1831-4f44-8fa1-591c3a1861b6 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:19.709280 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:19.716496 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22818ece-0204-4d09-af2b-a33f42b0c96c req-3f4460a9-1212-4e9f-8da9-1a93ff66a661 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:19.716861 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43848) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:19.718054 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-22818ece-0204-4d09-af2b-a33f42b0c96c req-3f4460a9-1212-4e9f-8da9-1a93ff66a661 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0758474 Oct 10 12:01:19.732058 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.734013 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-23701316-017f-4edd-88bb-4a3b712bdff3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1604218 Oct 10 12:01:19.760163 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port f2ac968c-1831-4f44-8fa1-591c3a1861b6 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:19.760759 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.761163 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port f2ac968c-1831-4f44-8fa1-591c3a1861b6 Oct 10 12:01:19.792519 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-22818ece-0204-4d09-af2b-a33f42b0c96c req-85043ec1-a9ab-4b03-a4aa-bb410ff49218 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568886 Oct 10 12:01:19.846216 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port f2ac968c-1831-4f44-8fa1-591c3a1861b6 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:19.913795 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1806293754-network', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:19.959421 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Made reservation on behalf of 638435e7c9ea431aa6ad3674ee6ff2ae for: {'network': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:19.962877 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:19.972234 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.064583 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Publish callbacks [] for security_group (f881388c-9033-4d91-8012-423b538a6531), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.073178 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (f881388c-9033-4d91-8012-423b538a6531), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.094342 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-f19291dc-8ce1-49f0-8d33-9324a0b50b32 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1223450881&fields=id&tenant_id=de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 267 time: 0.0715609 Oct 10 12:01:20.098533 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=106262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:01:20.118510 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f881388c-9033-4d91-8012-423b538a6531,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:20.123612 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (e4a81804-ced8-41d1-842b-9a7ac3559569), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.123955 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.segments_db [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Added segment e4a81804-ced8-41d1-842b-9a7ac3559569 of type vlan for network 099cba3b-5410-4f1b-a5a9-7c05259222ec Oct 10 12:01:20.179021 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (099cba3b-5410-4f1b-a5a9-7c05259222ec), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.208595 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (099cba3b-5410-4f1b-a5a9-7c05259222ec), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.209798 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:20.210379 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.233106 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6537-4761-4825-a914-06771dfdeba6 req-3b1e73cf-053b-4e4e-b655-24f1d7e36004 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:20.240409 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-3b1e73cf-053b-4e4e-b655-24f1d7e36004 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 814 time: 0.1368308 Oct 10 12:01:20.252792 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-bd30e756-179d-486c-a4e9-56b6a091041b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/quotas/de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 375 time: 0.0111601 Oct 10 12:01:20.283744 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5596378 Oct 10 12:01:20.287976 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f725a-7453-45f9-85c3-08ed34774c15 admin admin] Pushing event updated for resources: {'Network': ['ID=099cba3b-5410-4f1b-a5a9-7c05259222ec,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:20.290206 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43866) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:20.299860 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:01:20.300906 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Request body: {'subnet': {'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1806293754-subnet', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:20.323727 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-9ed39242-5393-444f-9de7-1ca1d9e77c24 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632975 Oct 10 12:01:20.334400 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Made reservation on behalf of 638435e7c9ea431aa6ad3674ee6ff2ae for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:20.337429 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25421203'] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.410433 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:20.475091 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-4e71a0fc-843b-4a6c-bcc9-6e067440c949 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312492 Oct 10 12:01:20.545901 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26182562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25421185'] for subnet (8571d062-b030-4082-9046-61470997a90e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.551437 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:20.575174 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-73741f09-9e14-47b1-b4ed-307b98553fcd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985746 Oct 10 12:01:20.627816 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8571d062-b030-4082-9046-61470997a90e,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:20.654927 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Checking segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:20.654927 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Network hostable DHCP agents. Network: 099cba3b-5410-4f1b-a5a9-7c05259222ec, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:01:20.702761 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:01:20.718815 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 099cba3b-5410-4f1b-a5a9-7c05259222ec) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:20.723775 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:20.724380 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.730646 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f149a83a-ec1e-4368-bc9f-f2ba1554abc3 None None] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:01:20.746110 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-93f7814e-9ea0-404b-ba3b-6eaf275bc8e4 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4487255 Oct 10 12:01:20.748614 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43872) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:20.754467 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:20.785334 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.786733 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.862840 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks [] for router_controller (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), precommit_add_association {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:20.953845 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f2dfc2c-c480-4427-aea0-24c0a1ee91ea req-0e98420b-1ade-4ac5-9aed-82c9d9a8c99d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 210 time: 0.0835876 Oct 10 12:01:20.972739 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b696b8-b693-44b1-a265-69ce75e36211 req-60125faf-f449-43e6-a631-e38956b88fbe tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:20.980576 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c9b696b8-b693-44b1-a265-69ce75e36211 req-60125faf-f449-43e6-a631-e38956b88fbe tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.2786920 Oct 10 12:01:21.020656 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-099cba3b-5410-4f1b-a5a9-7c05259222ec', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:01:21.020656 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.075027 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:21.147286 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c9b696b8-b693-44b1-a265-69ce75e36211 req-da8335b3-9cd9-41b0-9a74-4021876936bd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400018 Oct 10 12:01:21.249645 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bb8b1-b1c6-4e09-ad5b-696cf08ab8b4 req-524d56ba-14ca-4c32-b69c-17b97871ffe5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:21.250606 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-139bb8b1-b1c6-4e09-ad5b-696cf08ab8b4 req-524d56ba-14ca-4c32-b69c-17b97871ffe5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1022246 Oct 10 12:01:21.349298 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-139bb8b1-b1c6-4e09-ad5b-696cf08ab8b4 req-a803a24e-429b-4c6c-9d2b-cdaf8833130e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930469 Oct 10 12:01:21.395165 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Allocated IP 172.20.0.2 (099cba3b-5410-4f1b-a5a9-7c05259222ec/8571d062-b030-4082-9046-61470997a90e/25b380cb-7114-46f6-ac7e-09169be2ba44) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:21.431313 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks [] for router_gateway (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.481055 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:21.569240 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Publish callbacks [] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.579581 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.628527 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Pushing event updated for resources: {'Port': ['ID=25b380cb-7114-46f6-ac7e-09169be2ba44,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:21.639449 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:21.641543 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:21.648875 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:21.735538 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Attempting to bind port 25b380cb-7114-46f6-ac7e-09169be2ba44 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:21.736605 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Attempting to bind port 25b380cb-7114-46f6-ac7e-09169be2ba44 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:21.737250 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Attempting to bind port 25b380cb-7114-46f6-ac7e-09169be2ba44 on network 099cba3b-5410-4f1b-a5a9-7c05259222ec {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:21.763067 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks [] for router_gateway (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.788244 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.793620 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:21.793995 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Checking segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:21.794398 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.794816 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Bound using segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:21.795308 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Bound port: 25b380cb-7114-46f6-ac7e-09169be2ba44, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:21.795870 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.894983 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] For port 25b380cb-7114-46f6-ac7e-09169be2ba44, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:21.898583 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] For port 25b380cb-7114-46f6-ac7e-09169be2ba44, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=25b380cb-7114-46f6-ac7e-09169be2ba44,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:21.913866 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:21.976811 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Allocated IP 172.27.0.210 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/1b1920da-c53c-4eb0-a96f-db9897333200) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:21.982293 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77abac-b29c-47a4-a107-91ae13242a83 None None] Pushing event updated for resources: {'Port': ['ID=25b380cb-7114-46f6-ac7e-09169be2ba44,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:22.167614 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-93771c70-aa5c-450c-9e17-6337a3d3e9e2 req-d2542bc1-308a-4d7a-98ee-46398f4c99e4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 210 time: 0.0703404 Oct 10 12:01:22.177508 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:22.200855 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks [] for port (1b1920da-c53c-4eb0-a96f-db9897333200), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:22.276535 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:22.319181 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:22.326399 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:22.358627 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:22.435662 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa3473-27db-4085-bb64-666ccad55899 req-bef2f3f8-f174-43a2-a0bf-e36f009dae62 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:22.446737 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-64aa3473-27db-4085-bb64-666ccad55899 req-bef2f3f8-f174-43a2-a0bf-e36f009dae62 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1058271 Oct 10 12:01:22.475103 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:22.525934 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1920da-c53c-4eb0-a96f-db9897333200,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:22.540982 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:22.593929 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-64aa3473-27db-4085-bb64-666ccad55899 req-e8c7fc61-4f0f-4c1e-8c08-e29b24b4f4c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460600 Oct 10 12:01:22.626732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca648416-2c36-4550-9bba-5f1ed53006fc req-9f3ef61e-7d84-46f6-9b0d-8ca46866028b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:22.634282 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca648416-2c36-4550-9bba-5f1ed53006fc req-9f3ef61e-7d84-46f6-9b0d-8ca46866028b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1231909 Oct 10 12:01:22.694822 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca648416-2c36-4550-9bba-5f1ed53006fc req-04efac08-57f0-45db-bdce-d1b3640534ad tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593219 Oct 10 12:01:22.715322 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks [] for router_gateway (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:22.964762 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:23.143671 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6537-4761-4825-a914-06771dfdeba6 req-af0f5799-101b-4026-ba63-73f2b2333734 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:23.145940 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-af0f5799-101b-4026-ba63-73f2b2333734 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 814 time: 0.2097163 Oct 10 12:01:23.194975 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:01:23.335565 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:23.372989 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-5c2ac56e-0d9d-4a2c-9467-c3333c386b10 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 472 time: 0.2012496 Oct 10 12:01:23.431530 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:01:23.453679 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:23.470664 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68be826f-efbc-4e78-8787-531b299bba15 req-88730bfc-74b2-4b81-be41-60ef36d6907f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 210 time: 0.1417744 Oct 10 12:01:23.482518 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:23.482904 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:23.504907 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:23.506408 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-10a8a350-fd57-4ee8-8769-5b1dd6d99372 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7566688 Oct 10 12:01:23.509715 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43918) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:23.519009 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'port': {'device_id': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'admin_state_up': True, 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'security_groups': ['cea38eca-6cf0-418b-847e-69b56a841f7e']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:23.777836 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:23.834640 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:23.882996 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa85bb-43c3-4f2f-9b04-7d5f6133d17e req-4a510a07-aa03-4e00-ab64-ddc66e798f57 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:23.886058 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-52aa85bb-43c3-4f2f-9b04-7d5f6133d17e req-4a510a07-aa03-4e00-ab64-ddc66e798f57 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0736513 Oct 10 12:01:23.887252 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Made reservation on behalf of de3e893bfb574016a6e5e020f96490c5 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:23.891888 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.021397 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd579a6d-f7e6-4754-918b-2891a2c97326 None None] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:01:24.030221 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 25b380cb-7114-46f6-ac7e-09169be2ba44 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:24.175486 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.245540 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e9a8-2ac5-460f-a054-82a201ad2325 req-0355f089-7c6c-4a39-9bc8-a2d24096b68c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:24.246452 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f8c3e9a8-2ac5-460f-a054-82a201ad2325 req-0355f089-7c6c-4a39-9bc8-a2d24096b68c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.3367305 Oct 10 12:01:24.257234 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:24.259430 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-52aa85bb-43c3-4f2f-9b04-7d5f6133d17e req-21bdb538-0c1e-4077-a26b-af72a6df3160 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512831 Oct 10 12:01:24.268392 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:24.374295 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Allocated IP 172.20.0.9 (05a9786c-a8d0-4fea-bd0d-744e4b7d958a/5449108a-6ac3-467d-92d9-b9039b8b9a9c/8f41ae8d-ac23-4143-85d3-27cb22c3af90) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:24.411953 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f8c3e9a8-2ac5-460f-a054-82a201ad2325 req-abdaf17b-5937-4864-8b8a-a3ec4b116b95 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639366 Oct 10 12:01:24.454414 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-83143699-4c43-4e3e-ad13-0476f48e1a52 None None] Provisioning complete for port 25b380cb-7114-46f6-ac7e-09169be2ba44 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:24.455121 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-83143699-4c43-4e3e-ad13-0476f48e1a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.455551 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-83143699-4c43-4e3e-ad13-0476f48e1a52 None None] Attempt 1 to provision port 25b380cb-7114-46f6-ac7e-09169be2ba44 Oct 10 12:01:24.474673 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Allocated IP 172.20.0.1 (099cba3b-5410-4f1b-a5a9-7c05259222ec/8571d062-b030-4082-9046-61470997a90e/01e37693-99bd-4658-a7df-6fcab4f765c7) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:24.605111 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Publish callbacks [] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.608259 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.620937 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:22Z', 'revision_number': 3, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:24.651548 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:24.652052 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Updating router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 port 1b1920da-c53c-4eb0-a96f-db9897333200 binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:24.662158 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:24.678121 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.688536 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.698458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 25b380cb-7114-46f6-ac7e-09169be2ba44 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:24.698458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.698458 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 25b380cb-7114-46f6-ac7e-09169be2ba44 Oct 10 12:01:24.764985 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.769290 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:24.773980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:24.787950 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:24.850749 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:24.865514 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:24.868598 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:24.877643 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb998-e0b0-4c2d-b8b6-956eeb2d7ef6 req-4c1e4a16-a64e-464d-94e9-8d8f0e0b2e27 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:24.879242 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-502eb998-e0b0-4c2d-b8b6-956eeb2d7ef6 req-4c1e4a16-a64e-464d-94e9-8d8f0e0b2e27 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 931 time: 0.1889820 Oct 10 12:01:24.891021 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:24.901603 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:24.909107 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=8f41ae8d-ac23-4143-85d3-27cb22c3af90,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:24.909500 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:24.933337 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Pushing event updated for resources: {'Port': ['ID=01e37693-99bd-4658-a7df-6fcab4f765c7,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:24.940511 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-83143699-4c43-4e3e-ad13-0476f48e1a52 None None] Current status of the port 25b380cb-7114-46f6-ac7e-09169be2ba44 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:24.941030 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-83143699-4c43-4e3e-ad13-0476f48e1a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.051042 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-83143699-4c43-4e3e-ad13-0476f48e1a52 None None] For port 25b380cb-7114-46f6-ac7e-09169be2ba44, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=25b380cb-7114-46f6-ac7e-09169be2ba44,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:25.060026 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 25b380cb-7114-46f6-ac7e-09169be2ba44 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:25.060754 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.077289 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-83143699-4c43-4e3e-ad13-0476f48e1a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.089847 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:25.111238 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:01:25.121729 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:25.123034 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.143732 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-502eb998-e0b0-4c2d-b8b6-956eeb2d7ef6 req-2117c1d1-f58f-4c81-9315-7832975e7c2e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543972 Oct 10 12:01:25.184396 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-9466adc5-a83f-4b1e-8dd2-3ecf994f485e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6766214 Oct 10 12:01:25.203734 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Request body: {'port': {'device_id': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:25.245387 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.267269 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:25.267724 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:25.290645 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83143699-4c43-4e3e-ad13-0476f48e1a52 None None] Pushing event updated for resources: {'Port': ['ID=25b380cb-7114-46f6-ac7e-09169be2ba44,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:25.344524 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.db.api [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 12:01:25.345120 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG oslo_db.api [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:01:25.407094 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.517572 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Publish callbacks [] for port (1b1920da-c53c-4eb0-a96f-db9897333200), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.527982 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-decf41a5-1ab7-443c-8917-256fdf8f17d7 None None] Provisioning complete for port 01e37693-99bd-4658-a7df-6fcab4f765c7 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:25.528415 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-decf41a5-1ab7-443c-8917-256fdf8f17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.529075 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-decf41a5-1ab7-443c-8917-256fdf8f17d7 None None] Attempt 1 to provision port 01e37693-99bd-4658-a7df-6fcab4f765c7 Oct 10 12:01:25.584174 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.613818 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Publish callbacks [] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.624376 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26182445'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.675442 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:25.707590 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb022f46-c607-4082-9f8d-439bb8e0c8e8 None None] Pushing event updated for resources: {'Port': ['ID=1b1920da-c53c-4eb0-a96f-db9897333200,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:25.715088 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Attempting to bind port 1b1920da-c53c-4eb0-a96f-db9897333200 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:25.715445 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Attempting to bind port 1b1920da-c53c-4eb0-a96f-db9897333200 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:25.715914 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Attempting to bind port 1b1920da-c53c-4eb0-a96f-db9897333200 on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:25.719534 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-decf41a5-1ab7-443c-8917-256fdf8f17d7 None None] Port 01e37693-99bd-4658-a7df-6fcab4f765c7 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:25.722326 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.725162 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Pushing event updated for resources: {'Port': ['ID=01e37693-99bd-4658-a7df-6fcab4f765c7,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:25.760120 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-decf41a5-1ab7-443c-8917-256fdf8f17d7 None None] Provisioning complete for port 25b380cb-7114-46f6-ac7e-09169be2ba44 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:25.760474 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-decf41a5-1ab7-443c-8917-256fdf8f17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.760850 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-decf41a5-1ab7-443c-8917-256fdf8f17d7 None None] Attempt 1 to provision port 25b380cb-7114-46f6-ac7e-09169be2ba44 Oct 10 12:01:25.795672 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece554f-80cf-4067-9523-a50d36477cd5 req-a0bf9eab-11fe-4735-aaa7-f19d33f323ab tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:25.797057 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0ece554f-80cf-4067-9523-a50d36477cd5 req-a0bf9eab-11fe-4735-aaa7-f19d33f323ab tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.2781444 Oct 10 12:01:25.806145 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:25.806614 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:25.807164 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.808386 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:25.808883 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Bound port: 1b1920da-c53c-4eb0-a96f-db9897333200, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:25.809308 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:25.847880 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:25.865782 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:25.867408 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:25.894966 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dd8f1-df9e-4610-9971-15d61be1adf8 req-a0ebd7bf-2dd0-4a16-9bd6-77bdfd285107 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:25.903254 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-588dd8f1-df9e-4610-9971-15d61be1adf8 req-a0ebd7bf-2dd0-4a16-9bd6-77bdfd285107 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.2000568 Oct 10 12:01:25.921143 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] For port 1b1920da-c53c-4eb0-a96f-db9897333200, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:25.930507 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 25b380cb-7114-46f6-ac7e-09169be2ba44 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:25.948832 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] For port 1b1920da-c53c-4eb0-a96f-db9897333200, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1b1920da-c53c-4eb0-a96f-db9897333200,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:25.952984 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-decf41a5-1ab7-443c-8917-256fdf8f17d7 None None] Current status of the port 25b380cb-7114-46f6-ac7e-09169be2ba44 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:25.958940 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:26.004481 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:26.005121 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:26.018355 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:26.047692 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0ece554f-80cf-4067-9523-a50d36477cd5 req-5d110bc2-8842-4cf4-8c92-f1c46984f3e2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389395 Oct 10 12:01:26.071791 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-588dd8f1-df9e-4610-9971-15d61be1adf8 req-1d6e09ac-c731-403e-9a0e-d69a929dc3df tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674805 Oct 10 12:01:26.078510 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb022f46-c607-4082-9f8d-439bb8e0c8e8 None None] Pushing event updated for resources: {'Port': ['ID=1b1920da-c53c-4eb0-a96f-db9897333200,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:26.169596 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-796860b4-98fa-4e9a-8841-afdfd616b4d1 None None] Provisioning complete for port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:26.169968 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-796860b4-98fa-4e9a-8841-afdfd616b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:26.170301 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-796860b4-98fa-4e9a-8841-afdfd616b4d1 None None] Attempt 1 to provision port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 Oct 10 12:01:26.178067 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 25b380cb-7114-46f6-ac7e-09169be2ba44 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:26.218356 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f41ae8d-ac23-4143-85d3-27cb22c3af90 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:01:26.226252 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Publish callbacks [] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:26.241273 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Transition to ACTIVE for port object 8f41ae8d-ac23-4143-85d3-27cb22c3af90 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:26.249403 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:26.267519 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-796860b4-98fa-4e9a-8841-afdfd616b4d1 None None] Port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:26.271258 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:26.350277 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05825c81-f762-4e68-909b-ca28283295e9 req-b3a32066-2be8-4cee-85f1-2200e3c8236a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:26.352172 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05825c81-f762-4e68-909b-ca28283295e9 req-b3a32066-2be8-4cee-85f1-2200e3c8236a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 943 time: 0.0651398 Oct 10 12:01:26.402012 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Pushing event updated for resources: {'Port': ['ID=8f41ae8d-ac23-4143-85d3-27cb22c3af90,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:26.454214 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:01:26.496460 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05825c81-f762-4e68-909b-ca28283295e9 req-86fd2e6e-1a0e-4d26-85d0-162b141e4e41 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193240 Oct 10 12:01:26.550276 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-796860b4-98fa-4e9a-8841-afdfd616b4d1 None None] Provisioning complete for port 01e37693-99bd-4658-a7df-6fcab4f765c7 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:26.551425 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-796860b4-98fa-4e9a-8841-afdfd616b4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:26.551876 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-796860b4-98fa-4e9a-8841-afdfd616b4d1 None None] Attempt 1 to provision port 01e37693-99bd-4658-a7df-6fcab4f765c7 Oct 10 12:01:26.559382 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 25b380cb-7114-46f6-ac7e-09169be2ba44 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:26.559382 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:26.559753 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 25b380cb-7114-46f6-ac7e-09169be2ba44 Oct 10 12:01:26.584219 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:01:26.589445 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-b11de6de-7923-44e5-936e-b5767a2f31bd admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0d9f6e87-a97d-4ba9-8d9f-c2da549f4635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793676 Oct 10 12:01:26.665314 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-796860b4-98fa-4e9a-8841-afdfd616b4d1 None None] Port 01e37693-99bd-4658-a7df-6fcab4f765c7 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:26.701162 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:26.801710 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 25b380cb-7114-46f6-ac7e-09169be2ba44 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:26.804342 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-7c1aa273-02b3-4f03-9431-1c479d7a4223 None None] Provisioning complete for port 01e37693-99bd-4658-a7df-6fcab4f765c7 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:26.804727 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7c1aa273-02b3-4f03-9431-1c479d7a4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:26.805584 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-7c1aa273-02b3-4f03-9431-1c479d7a4223 None None] Attempt 1 to provision port 01e37693-99bd-4658-a7df-6fcab4f765c7 Oct 10 12:01:26.808267 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 2, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:26.816768 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:26.826833 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:26.836475 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Attempting to bind port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:26.836792 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Attempting to bind port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:26.837123 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Attempting to bind port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:26.856487 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d0f45-0cdf-4d8a-90f4-0433516ec843 None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 2, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:26.872068 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-7c1aa273-02b3-4f03-9431-1c479d7a4223 None None] Port 01e37693-99bd-4658-a7df-6fcab4f765c7 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:26.917619 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:01:26.917956 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Attempting to bind port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:26.926401 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-5e42e852-1999-463b-9ce0-f662ae5666bb tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:26.928213 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-5e42e852-1999-463b-9ce0-f662ae5666bb tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/networks?id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 200 len: 814 time: 0.4774036 Oct 10 12:01:26.970091 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-adc540c1-cae4-47a8-b18f-e5cade4cafd5 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/quotas/f2e5245da9a24e679c6e19089e9aa199 HTTP/1.1" status: 200 len: 375 time: 0.0185010 Oct 10 12:01:27.011383 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:27.011724 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Checking segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:27.012122 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Bound using segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:27.012543 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Bound port: 8f41ae8d-ac23-4143-85d3-27cb22c3af90, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:27.012908 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.038571 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-f921c082-169e-4929-a0d4-57cdefea0256 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f2e5245da9a24e679c6e19089e9aa199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624826 Oct 10 12:01:27.167299 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] For port 8f41ae8d-ac23-4143-85d3-27cb22c3af90, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:27.203394 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] For port 8f41ae8d-ac23-4143-85d3-27cb22c3af90, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f41ae8d-ac23-4143-85d3-27cb22c3af90,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:27.222291 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43992) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:27.228214 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2041659079-network', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:27.242345 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.248271 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Made reservation on behalf of 53dfa853fdbd4749a0521835994ce87b for: {'network': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:27.251463 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.252929 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-5e72c8d2-81b7-426d-8380-f98d04cf1109 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890991 Oct 10 12:01:27.263535 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.271855 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:27.272471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.275038 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/8f41ae8d-ac23-4143-85d3-27cb22c3af90 HTTP/1.1" status: 200 len: 1093 time: 2.0751748 Oct 10 12:01:27.275634 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'tag': '8f41ae8d-ac23-4143-85d3-27cb22c3af90'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:27.277903 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7180e11d-b5ac-43d3-b687-fe31a85df175" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6a752b-46c1-419a-a67f-b438ec73dfef", "tag": "8f41ae8d-ac23-4143-85d3-27cb22c3af90"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:27.309310 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9786af-4d99-4048-ac35-e308ba412cad req-43da4e2f-eb55-4756-8037-b091f2d3b317 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:27.310825 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dc9786af-4d99-4048-ac35-e308ba412cad req-43da4e2f-eb55-4756-8037-b091f2d3b317 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1311646 Oct 10 12:01:27.349551 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Publish callbacks [] for security_group (37a1f228-8a8f-4a81-9a48-44a5420a6be9), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.354941 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (37a1f228-8a8f-4a81-9a48-44a5420a6be9), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.376880 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:27.381897 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=106262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:01:27.389409 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357ff47-2914-48ee-9bcf-747492d9077a service neutron] Pushing event updated for resources: {'Port': ['ID=8f41ae8d-ac23-4143-85d3-27cb22c3af90,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:27.393012 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1f228-8a8f-4a81-9a48-44a5420a6be9,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:27.402255 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (9871780e-c5d5-4d41-9d7c-4c31d9d0511c), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.402255 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.segments_db [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Added segment 9871780e-c5d5-4d41-9d7c-4c31d9d0511c of type vlan for network 07e841d0-ae75-47bc-91e6-fe2da0b08370 Oct 10 12:01:27.440884 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:27.450820 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (07e841d0-ae75-47bc-91e6-fe2da0b08370), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.456222 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dc9786af-4d99-4048-ac35-e308ba412cad req-98d16cc2-9923-47dd-94ff-c069791b3165 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316617 Oct 10 12:01:27.458410 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-ef0ab34f-8c76-4009-95ea-fd18a14fe529 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739597 Oct 10 12:01:27.496558 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (07e841d0-ae75-47bc-91e6-fe2da0b08370), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.497928 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:27.498752 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.574056 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3503492 Oct 10 12:01:27.574726 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 43998) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:27.581971 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Request body: {'subnet': {'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2041659079-subnet', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:27.593948 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea320d-8d7e-40f4-80da-3d6f227246b8 req-187b8ef6-9715-45f3-b44c-9d6d6d281aa5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:27.595952 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a2ea320d-8d7e-40f4-80da-3d6f227246b8 req-187b8ef6-9715-45f3-b44c-9d6d6d281aa5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0603292 Oct 10 12:01:27.600621 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9d497-08c0-4a38-ad8b-e9fdd78ad005 admin admin] Pushing event updated for resources: {'Network': ['ID=07e841d0-ae75-47bc-91e6-fe2da0b08370,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:27.606071 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Made reservation on behalf of 53dfa853fdbd4749a0521835994ce87b for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:27.609041 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25421203'] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.612869 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 07e841d0-ae75-47bc-91e6-fe2da0b08370 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:01:27.719454 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22943fdc-ebe7-463f-a24e-c1a7d43edd81 x-openstack-request-id: req-22943fdc-ebe7-463f-a24e-c1a7d43edd81 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:27.720500 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6a752b-46c1-419a-a67f-b438ec73dfef", "tag": "8f41ae8d-ac23-4143-85d3-27cb22c3af90", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:27.720500 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22943fdc-ebe7-463f-a24e-c1a7d43edd81 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:27.720500 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22943fdc-ebe7-463f-a24e-c1a7d43edd81'] response: {'name': 'network-changed', 'server_uuid': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'tag': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'status': 'completed', 'code': 200} Oct 10 12:01:27.749767 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a2ea320d-8d7e-40f4-80da-3d6f227246b8 req-a949bb4e-bc8b-4ed5-b7ef-1cfd8333b4cc tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462843 Oct 10 12:01:27.855170 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97c2c0e0-0b5d-4559-9a67-51c3b913fb6b req-19931637-e204-4cb3-8125-bdc6a16b70de tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 210 time: 0.0478704 Oct 10 12:01:27.922848 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0c5c6-ea0f-4dd3-8f49-c3c1d58c753f req-afba84df-744a-46d1-a6ad-4300f0a829f1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:27.932017 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e9a0c5c6-ea0f-4dd3-8f49-c3c1d58c753f req-afba84df-744a-46d1-a6ad-4300f0a829f1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 943 time: 0.0883529 Oct 10 12:01:27.934101 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26182562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25421185'] for subnet (6ae6bb6b-03f0-45b2-b4d6-8c488794b442), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.993881 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e9a0c5c6-ea0f-4dd3-8f49-c3c1d58c753f req-94e9fe82-46f7-4fd9-bb3c-0c103ce720c9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601370 Oct 10 12:01:28.003235 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae6bb6b-03f0-45b2-b4d6-8c488794b442,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:28.014532 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Checking segment: {'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:28.014532 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Network hostable DHCP agents. Network: 07e841d0-ae75-47bc-91e6-fe2da0b08370, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:01:28.058221 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Network 07e841d0-ae75-47bc-91e6-fe2da0b08370 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:01:28.072682 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 07e841d0-ae75-47bc-91e6-fe2da0b08370) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:28.086791 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be8f848-f129-4db8-b94b-ce8e7ea59485 None None] Network 07e841d0-ae75-47bc-91e6-fe2da0b08370 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:01:28.087633 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:28.088232 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.121896 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9569e35b-41e6-4d5a-91a5-7e42651774da admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5436339 Oct 10 12:01:28.124961 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 44012) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:28.131394 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:28.142599 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 1b1920da-c53c-4eb0-a96f-db9897333200 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:28.158776 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (2f908774-b056-4525-b547-74d525d2d68e), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.160385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (2f908774-b056-4525-b547-74d525d2d68e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.169484 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:28.173386 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:28.203904 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:28.231747 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks [] for router_controller (2f908774-b056-4525-b547-74d525d2d68e), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.242938 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 1b1920da-c53c-4eb0-a96f-db9897333200 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:28.243618 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.244042 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 1b1920da-c53c-4eb0-a96f-db9897333200 Oct 10 12:01:28.266642 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-07e841d0-ae75-47bc-91e6-fe2da0b08370', 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370', 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'fixed_ips': [{'subnet_id': '6ae6bb6b-03f0-45b2-b4d6-8c488794b442'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:01:28.267680 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.385319 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks [] for router_gateway (2f908774-b056-4525-b547-74d525d2d68e), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.434276 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 1b1920da-c53c-4eb0-a96f-db9897333200 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:28.434670 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.469449 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 1b1920da-c53c-4eb0-a96f-db9897333200, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1b1920da-c53c-4eb0-a96f-db9897333200,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:28.473937 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Allocated IP 172.20.0.2 (07e841d0-ae75-47bc-91e6-fe2da0b08370/6ae6bb6b-03f0-45b2-b4d6-8c488794b442/68609100-8a8c-48d6-8daa-02104355ddd0) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:28.479046 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.567896 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=1b1920da-c53c-4eb0-a96f-db9897333200,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:28.626665 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fb1a0-d799-4990-9467-1088ba95ef80 req-65a932ce-3407-4a4b-8e86-8f0591ff9930 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:28.628416 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d10fb1a0-d799-4990-9467-1088ba95ef80 req-65a932ce-3407-4a4b-8e86-8f0591ff9930 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0765107 Oct 10 12:01:28.639820 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks [] for router_gateway (2f908774-b056-4525-b547-74d525d2d68e), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.668420 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.694271 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-081b84a5-d4ed-41c8-a0e4-aacdf9b00123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.719209 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Publish callbacks [] for port (68609100-8a8c-48d6-8daa-02104355ddd0), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.724846 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.768529 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d10fb1a0-d799-4990-9467-1088ba95ef80 req-0c29d883-6460-4f72-a651-dbad464d95f5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061449 Oct 10 12:01:28.774861 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Network 07e841d0-ae75-47bc-91e6-fe2da0b08370 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:28.779886 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:28.784032 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:28.787219 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Pushing event updated for resources: {'Port': ['ID=68609100-8a8c-48d6-8daa-02104355ddd0,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:28.845498 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Allocated IP 172.27.0.198 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/13369a9d-842b-49f3-a7f1-dc42382c04c6) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:28.848045 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Attempting to bind port 68609100-8a8c-48d6-8daa-02104355ddd0 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:28.848407 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Attempting to bind port 68609100-8a8c-48d6-8daa-02104355ddd0 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:28.848763 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Attempting to bind port 68609100-8a8c-48d6-8daa-02104355ddd0 on network 07e841d0-ae75-47bc-91e6-fe2da0b08370 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:28.888756 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:28.892910 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:28.893504 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Checking segment: {'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:28.893664 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.894037 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Bound using segment: {'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:28.894501 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Bound port: 68609100-8a8c-48d6-8daa-02104355ddd0, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:28.894869 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.913330 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:28.947079 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cfb74-59f8-4e77-91f5-4215a33f6fa1 req-89e837e4-d73e-4f39-bc71-19e3f00fed45 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:28.949200 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-402cfb74-59f8-4e77-91f5-4215a33f6fa1 req-89e837e4-d73e-4f39-bc71-19e3f00fed45 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0993207 Oct 10 12:01:28.967920 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] For port 68609100-8a8c-48d6-8daa-02104355ddd0, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:28.971739 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] For port 68609100-8a8c-48d6-8daa-02104355ddd0, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=68609100-8a8c-48d6-8daa-02104355ddd0,segment=NetworkSegment(9871780e-c5d5-4d41-9d7c-4c31d9d0511c),segment_id=9871780e-c5d5-4d41-9d7c-4c31d9d0511c)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:28.989332 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:29.059068 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b9107-0a3f-46d0-9ca6-29124291833b None None] Pushing event updated for resources: {'Port': ['ID=68609100-8a8c-48d6-8daa-02104355ddd0,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:29.066425 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-abaca555-be94-4b90-bf24-f2aa5599d207 req-3072f51e-c6ec-4a9c-af9b-917ab943d295 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 210 time: 0.0695953 Oct 10 12:01:29.122158 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180e11d-b5ac-43d3-b687-fe31a85df175 req-73484b20-38df-4520-8d55-7e1d16beec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:29.123821 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7180e11d-b5ac-43d3-b687-fe31a85df175 req-73484b20-38df-4520-8d55-7e1d16beec85 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 1127 time: 0.1245494 Oct 10 12:01:29.175518 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-402cfb74-59f8-4e77-91f5-4215a33f6fa1 req-4fbc50fa-9fb3-444a-b6b3-4e597623e8cf tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768861 Oct 10 12:01:29.192281 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks [] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:29.295424 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080b26-e1d6-43de-925d-b9ad3ecbbab7 req-4f86077f-a994-4b37-8a0a-b5d7cc11939c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:29.296336 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-95080b26-e1d6-43de-925d-b9ad3ecbbab7 req-4f86077f-a994-4b37-8a0a-b5d7cc11939c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 943 time: 0.0791259 Oct 10 12:01:29.299963 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:29.345781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:29.378870 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Pushing event updated for resources: {'Port': ['ID=13369a9d-842b-49f3-a7f1-dc42382c04c6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:29.413512 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:29.425288 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:29.431720 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:29.434562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:29.547944 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-95080b26-e1d6-43de-925d-b9ad3ecbbab7 req-2bd835a4-627d-40f8-9afb-46830dfe1068 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838765 Oct 10 12:01:29.698642 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180e11d-b5ac-43d3-b687-fe31a85df175 req-85208760-5f5a-4909-937c-fe5f40d336d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:29.700130 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7180e11d-b5ac-43d3-b687-fe31a85df175 req-85208760-5f5a-4909-937c-fe5f40d336d2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=de3e893bfb574016a6e5e020f96490c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2241564 Oct 10 12:01:29.812352 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks [] for router_gateway (2f908774-b056-4525-b547-74d525d2d68e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:29.956939 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db95a-cbc5-45df-9b18-a57202b3e346 req-40bb7baa-6a32-4290-8a72-d8134359195e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:29.958548 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-542db95a-cbc5-45df-9b18-a57202b3e346 req-40bb7baa-6a32-4290-8a72-d8134359195e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0922856 Oct 10 12:01:30.163973 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:30.171276 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180e11d-b5ac-43d3-b687-fe31a85df175 req-83acfaaf-7d27-4c71-87b0-f9a53d90056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:30.186437 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 1b1920da-c53c-4eb0-a96f-db9897333200 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:30.189114 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7180e11d-b5ac-43d3-b687-fe31a85df175 req-83acfaaf-7d27-4c71-87b0-f9a53d90056e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2257864 Oct 10 12:01:30.197543 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:30.215851 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:30.290197 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 1b1920da-c53c-4eb0-a96f-db9897333200 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:30.290957 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:30.291524 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 1b1920da-c53c-4eb0-a96f-db9897333200 Oct 10 12:01:30.313661 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-542db95a-cbc5-45df-9b18-a57202b3e346 req-465e27e6-bc69-43f0-b658-8cf5c64575b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670517 Oct 10 12:01:30.422533 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:30.423183 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54070210-4bd9-4df4-bfe3-df8d2706a363 req-eea0b960-1424-467c-9132-b9fe6fd33799 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 210 time: 0.2100091 Oct 10 12:01:30.500876 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda5f28-e1d3-44f8-91aa-e77f555e9f80 None None] Network 07e841d0-ae75-47bc-91e6-fe2da0b08370 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:01:30.533760 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6537-4761-4825-a914-06771dfdeba6 req-d2d5b290-b6da-4141-85b9-1cebe057bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:30.536116 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-d2d5b290-b6da-4141-85b9-1cebe057bccf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 1127 time: 0.2501514 Oct 10 12:01:30.547713 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (2f908774-b056-4525-b547-74d525d2d68e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:30.561932 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48448-5a6b-4e6d-9797-5fef694788b1 req-fadb7374-2d29-45a1-b4be-191b003daa14 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:30.563751 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-39a48448-5a6b-4e6d-9797-5fef694788b1 req-fadb7374-2d29-45a1-b4be-191b003daa14 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1050518 Oct 10 12:01:30.585855 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 1b1920da-c53c-4eb0-a96f-db9897333200 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:30.587555 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 68609100-8a8c-48d6-8daa-02104355ddd0 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:30.664949 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-416d7173-24ff-4e3c-9a19-d6c2c7cbfb39 None None] Provisioning complete for port 68609100-8a8c-48d6-8daa-02104355ddd0 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:30.665898 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-416d7173-24ff-4e3c-9a19-d6c2c7cbfb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:30.666394 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-416d7173-24ff-4e3c-9a19-d6c2c7cbfb39 None None] Attempt 1 to provision port 68609100-8a8c-48d6-8daa-02104355ddd0 Oct 10 12:01:30.693782 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:30.698978 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:30.711037 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-39a48448-5a6b-4e6d-9797-5fef694788b1 req-0df367ec-46a3-433b-820c-4d3a7a845009 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103497 Oct 10 12:01:30.752274 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 68609100-8a8c-48d6-8daa-02104355ddd0 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:30.752995 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:30.753704 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 68609100-8a8c-48d6-8daa-02104355ddd0 Oct 10 12:01:30.813040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701cb95-0fd8-462c-ab0e-48889e573e55 req-0697fc5a-5726-4492-98f8-c0dd4f045caf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:30.819704 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f701cb95-0fd8-462c-ab0e-48889e573e55 req-0697fc5a-5726-4492-98f8-c0dd4f045caf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 943 time: 0.0665581 Oct 10 12:01:30.827103 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 2, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:30.827796 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Router 2f908774-b056-4525-b547-74d525d2d68e is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:01:30.858389 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:30.858848 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Updating router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 port 01e37693-99bd-4658-a7df-6fcab4f765c7 binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:30.893480 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.001116 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-416d7173-24ff-4e3c-9a19-d6c2c7cbfb39 None None] Current status of the port 68609100-8a8c-48d6-8daa-02104355ddd0 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:31.001545 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-416d7173-24ff-4e3c-9a19-d6c2c7cbfb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.068441 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-416d7173-24ff-4e3c-9a19-d6c2c7cbfb39 None None] For port 68609100-8a8c-48d6-8daa-02104355ddd0, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=68609100-8a8c-48d6-8daa-02104355ddd0,segment=NetworkSegment(9871780e-c5d5-4d41-9d7c-4c31d9d0511c),segment_id=9871780e-c5d5-4d41-9d7c-4c31d9d0511c)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:31.070071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-52a2b8ab-56d6-4b69-8a6e-0cfb1ef52209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.097458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-416d7173-24ff-4e3c-9a19-d6c2c7cbfb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.131081 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 68609100-8a8c-48d6-8daa-02104355ddd0 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:31.155653 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d7173-24ff-4e3c-9a19-d6c2c7cbfb39 None None] Pushing event updated for resources: {'Port': ['ID=68609100-8a8c-48d6-8daa-02104355ddd0,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:31.223166 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-90e78e69-34e5-42ee-949b-b04263515033 None None] Provisioning complete for port 68609100-8a8c-48d6-8daa-02104355ddd0 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:31.223827 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-90e78e69-34e5-42ee-949b-b04263515033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.223827 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-90e78e69-34e5-42ee-949b-b04263515033 None None] Attempt 1 to provision port 68609100-8a8c-48d6-8daa-02104355ddd0 Oct 10 12:01:31.241485 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285ef99-6e84-4b13-905b-ee52f6ee5be5 req-ab8241ef-f66b-4c0e-840f-bb1777923bb5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:31.243665 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5285ef99-6e84-4b13-905b-ee52f6ee5be5 req-ab8241ef-f66b-4c0e-840f-bb1777923bb5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.3982370 Oct 10 12:01:31.249258 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f701cb95-0fd8-462c-ab0e-48889e573e55 req-dca9cfc5-1ed5-4ece-b3ef-510a9bb6486e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287472 Oct 10 12:01:31.268634 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:31.308458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-90e78e69-34e5-42ee-949b-b04263515033 None None] Current status of the port 68609100-8a8c-48d6-8daa-02104355ddd0 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:31.314590 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Publish callbacks [] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.322235 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.336861 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:01:31.348566 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Sync routers for ids ['2f908774-b056-4525-b547-74d525d2d68e'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:31.362242 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5285ef99-6e84-4b13-905b-ee52f6ee5be5 req-e919e202-2c8a-46a8-a296-a11c71f5669e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729082 Oct 10 12:01:31.362663 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:31.367500 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Routers {'2f908774-b056-4525-b547-74d525d2d68e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:31.369154 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['2f908774-b056-4525-b547-74d525d2d68e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:31.369540 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.373318 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d32aea48-c169-4e2d-8360-654f38fe34b9 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2442210 Oct 10 12:01:31.374354 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 44064) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:31.457951 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Attempting to bind port 01e37693-99bd-4658-a7df-6fcab4f765c7 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:31.458665 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Attempting to bind port 01e37693-99bd-4658-a7df-6fcab4f765c7 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:31.459258 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Attempting to bind port 01e37693-99bd-4658-a7df-6fcab4f765c7 on network 099cba3b-5410-4f1b-a5a9-7c05259222ec {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:31.491950 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db617c9e-4002-44f2-b5dc-5ab0a1e0568f None None] Pushing event updated for resources: {'Port': ['ID=01e37693-99bd-4658-a7df-6fcab4f765c7,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:31.525525 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:31.526024 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Checking segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:31.526491 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.526961 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Bound using segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:31.528201 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Bound port: 01e37693-99bd-4658-a7df-6fcab4f765c7, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:31.528740 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.551501 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Set router 2f908774-b056-4525-b547-74d525d2d68e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:31.585288 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:31.593074 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] For port 01e37693-99bd-4658-a7df-6fcab4f765c7, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:31.598170 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] For port 01e37693-99bd-4658-a7df-6fcab4f765c7, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=01e37693-99bd-4658-a7df-6fcab4f765c7,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:31.601945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e5529-a0e0-4a90-8b46-f91ff6e4ab2d req-9962adf1-63bb-4c00-a82e-87525ad8f3b2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:31.603693 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6c0e5529-a0e0-4a90-8b46-f91ff6e4ab2d req-9962adf1-63bb-4c00-a82e-87525ad8f3b2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1145012 Oct 10 12:01:31.604888 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.629857 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8efa44ea-0b93-4c13-aef0-fea6fc7e3a65 req-2f9ac80b-3ef0-47c3-91c9-586d1821a44c tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 210 time: 0.0539086 Oct 10 12:01:31.639508 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:31.640551 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:31.688641 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:31.712840 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db617c9e-4002-44f2-b5dc-5ab0a1e0568f None None] Pushing event updated for resources: {'Port': ['ID=01e37693-99bd-4658-a7df-6fcab4f765c7,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:31.737908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:29Z', 'revision_number': 3, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port': {'id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:31.780347 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:31.786386 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Checking router: 2f908774-b056-4525-b547-74d525d2d68e for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:31.786743 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Updating router 2f908774-b056-4525-b547-74d525d2d68e port 13369a9d-842b-49f3-a7f1-dc42382c04c6 binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:31.822095 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:31.917924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6c0e5529-a0e0-4a90-8b46-f91ff6e4ab2d req-ec1078f2-0b9f-4807-a8c4-515ea2be44c3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925978 Oct 10 12:01:31.968234 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-0b878cda-0d25-44ba-80fc-9f891151fa3b service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f41ae8d-ac23-4143-85d3-27cb22c3af90 HTTP/1.1" status: 200 len: 217 time: 0.0681231 Oct 10 12:01:32.065870 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.099086 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:32.136883 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018276f-5933-4c85-b9cc-5705af9b8b79 req-1317288c-3a1e-4e7c-ae65-18cf0b41add6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:32.138646 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1018276f-5933-4c85-b9cc-5705af9b8b79 req-1317288c-3a1e-4e7c-ae65-18cf0b41add6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1841991 Oct 10 12:01:32.151279 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 01e37693-99bd-4658-a7df-6fcab4f765c7 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:32.169760 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:31Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:32.170063 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6537-4761-4825-a914-06771dfdeba6 req-1c877a62-c913-47eb-9aea-117c72fc23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:32.171448 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-1c877a62-c913-47eb-9aea-117c72fc23ef service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.1520455 Oct 10 12:01:32.197366 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f2d91c-aff7-4663-9965-48fb93011b82 None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:31Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:32.245446 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 01e37693-99bd-4658-a7df-6fcab4f765c7 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:32.245951 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.246150 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 01e37693-99bd-4658-a7df-6fcab4f765c7 Oct 10 12:01:32.247083 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1018276f-5933-4c85-b9cc-5705af9b8b79 req-8963cce2-dc00-4543-8d3a-2028419b7139 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856483 Oct 10 12:01:32.305548 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.325712 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:32.368039 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Publish callbacks [] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.377627 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.460447 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Attempting to bind port 13369a9d-842b-49f3-a7f1-dc42382c04c6 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:32.460826 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Attempting to bind port 13369a9d-842b-49f3-a7f1-dc42382c04c6 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:32.461219 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Attempting to bind port 13369a9d-842b-49f3-a7f1-dc42382c04c6 on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:32.469959 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ce0ae-7e9c-49b2-be43-9a55f863be50 req-9d1ce98f-6bff-417b-88f3-1c0f491a421f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:32.476156 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f4ce0ae-7e9c-49b2-be43-9a55f863be50 req-9d1ce98f-6bff-417b-88f3-1c0f491a421f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 943 time: 0.0907688 Oct 10 12:01:32.510473 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 01e37693-99bd-4658-a7df-6fcab4f765c7 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:32.510764 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.516781 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:32.525300 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedcb53-2651-42c6-81ce-b5541df85165 None None] Pushing event updated for resources: {'Port': ['ID=13369a9d-842b-49f3-a7f1-dc42382c04c6,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:32.563791 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:32.564165 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:32.564575 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.564967 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:32.565456 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Bound port: 13369a9d-842b-49f3-a7f1-dc42382c04c6, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:32.565855 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.585024 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:32.589526 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 01e37693-99bd-4658-a7df-6fcab4f765c7, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=01e37693-99bd-4658-a7df-6fcab4f765c7,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:32.591604 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:01:32.610006 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.610793 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 68609100-8a8c-48d6-8daa-02104355ddd0 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:32.654677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6537-4761-4825-a914-06771dfdeba6 req-42a135a9-057e-4ec8-bd98-890d19181a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:32.656585 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-42a135a9-057e-4ec8-bd98-890d19181a59 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1799109 Oct 10 12:01:32.697794 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] For port 13369a9d-842b-49f3-a7f1-dc42382c04c6, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:32.775758 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] For port 13369a9d-842b-49f3-a7f1-dc42382c04c6, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=13369a9d-842b-49f3-a7f1-dc42382c04c6,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:32.792269 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=01e37693-99bd-4658-a7df-6fcab4f765c7,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:32.802875 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.852827 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50dbc4-7d81-44eb-8e02-767f0da68235 req-b4b335c0-d2d7-4278-8d59-24dffee14b56 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:32.854391 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b50dbc4-7d81-44eb-8e02-767f0da68235 req-b4b335c0-d2d7-4278-8d59-24dffee14b56 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.3764927 Oct 10 12:01:32.876431 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 68609100-8a8c-48d6-8daa-02104355ddd0 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:32.876802 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:32.877167 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 68609100-8a8c-48d6-8daa-02104355ddd0 Oct 10 12:01:32.895413 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Allocated IP 172.20.0.1 (07e841d0-ae75-47bc-91e6-fe2da0b08370/6ae6bb6b-03f0-45b2-b4d6-8c488794b442/db5721f2-39d3-4ff5-b1ff-49c3a2b47b78) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:32.909832 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Routers {'2f908774-b056-4525-b547-74d525d2d68e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:32.910463 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['2f908774-b056-4525-b547-74d525d2d68e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:32.929264 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4093cb-4a5e-4248-9f45-aa993efb91c6 req-c9ed8738-204f-49d9-8586-fe2a0a481a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:32.931351 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a4093cb-4a5e-4248-9f45-aa993efb91c6 req-c9ed8738-204f-49d9-8586-fe2a0a481a2a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 1129 time: 0.3056238 Oct 10 12:01:32.942059 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f4ce0ae-7e9c-49b2-be43-9a55f863be50 req-d4af98ce-2367-4f0f-bfcf-6cda7a20d746 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4580564 Oct 10 12:01:33.007580 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:33.036088 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedcb53-2651-42c6-81ce-b5541df85165 None None] Pushing event updated for resources: {'Port': ['ID=13369a9d-842b-49f3-a7f1-dc42382c04c6,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:33.071928 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'port_id': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'mac_address': 'fa:16:3e:a0:9a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:01:33.077970 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-693322f6-e5dc-4565-991f-0c44fdc59976 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:33.079584 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-693322f6-e5dc-4565-991f-0c44fdc59976 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.58 "GET /networking/v2.0/networks?id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 200 len: 814 time: 0.3850698 Oct 10 12:01:33.081441 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:33.134101 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'port': {'device_id': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'admin_state_up': True, 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:33.143216 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-8920a59b-88a0-4a86-baa2-46c39b85ae13 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362369 Oct 10 12:01:33.154286 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b50dbc4-7d81-44eb-8e02-767f0da68235 req-66efb51d-f033-47c1-b3f1-85ed764cedb8 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491210 Oct 10 12:01:33.156029 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-26f636c5-ac10-45fd-b47e-74bc119e7674 req-a6966d25-b612-43c6-bb79-d3c890cfd5ba tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 210 time: 0.1090133 Oct 10 12:01:33.334328 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:33.360835 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-229a6537-4761-4825-a914-06771dfdeba6 req-d4dcec86-e8e6-4d8e-88b0-b698c3a929ad service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932967 Oct 10 12:01:33.368001 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a4093cb-4a5e-4248-9f45-aa993efb91c6 req-959c7076-a97f-43f5-bc22-4df3b3c1a341 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141773 Oct 10 12:01:33.451488 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port fa2ac855-9b1f-4330-96cc-cad641c595d3 is: ACTIVE; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:33.452572 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.465969 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 68609100-8a8c-48d6-8daa-02104355ddd0 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:33.492929 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa2ac855-9b1f-4330-96cc-cad641c595d3 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:01:33.519282 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] Set router 2f908774-b056-4525-b547-74d525d2d68e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:33.532724 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Publish callbacks [] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.554333 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897b34-deb5-4067-9ab5-d15bcbdeada5 req-c8e912bf-2fe9-4c33-9135-768166b47c7b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:33.562143 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3897b34-deb5-4067-9ab5-d15bcbdeada5 req-c8e912bf-2fe9-4c33-9135-768166b47c7b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1888580 Oct 10 12:01:33.616792 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:33.626548 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3897b34-deb5-4067-9ab5-d15bcbdeada5 req-00b2866e-340a-4b41-9465-b25d52e428cd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634203 Oct 10 12:01:33.632471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aa9a8-d5c2-43f8-a4e3-b6133864e30f req-f7cacf71-37b1-423f-845d-ed14f3b53dc5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:33.634511 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2f3aa9a8-d5c2-43f8-a4e3-b6133864e30f req-f7cacf71-37b1-423f-845d-ed14f3b53dc5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1968186 Oct 10 12:01:33.671959 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:33.682470 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.701173 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Made reservation on behalf of f2e5245da9a24e679c6e19089e9aa199 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:33.714254 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.752324 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.770732 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.819601 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2f3aa9a8-d5c2-43f8-a4e3-b6133864e30f req-bedcb2a3-ce19-4b86-8bfa-45444c542034 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536903 Oct 10 12:01:33.840302 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.846239 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 44130) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:33.857072 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=6']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:33.876533 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:29Z', 'revision_number': 3, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port': {'id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:33.878162 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:33.905723 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['fa2ac855-9b1f-4330-96cc-cad641c595d3'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:01:33.909910 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b229035-00a1-4cb4-876e-87284a0ef8cf None None] The sync data for ids ['2f908774-b056-4525-b547-74d525d2d68e'] in dv-cinder-850618-4-iscsi is: [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:29Z', 'revision_number': 3, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port': {'id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:33.924190 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Network 07e841d0-ae75-47bc-91e6-fe2da0b08370 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:33.938125 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:33.938325 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:33.987762 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Pushing event updated for resources: {'Port': ['ID=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:34.040335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (2f908774-b056-4525-b547-74d525d2d68e), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.130965 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 01e37693-99bd-4658-a7df-6fcab4f765c7 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:34.207286 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 01e37693-99bd-4658-a7df-6fcab4f765c7 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:34.207884 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.208311 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 01e37693-99bd-4658-a7df-6fcab4f765c7 Oct 10 12:01:34.283963 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-c860d764-f109-4e0b-8d2b-cda44af821a8 None None] Provisioning complete for port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:34.289994 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c860d764-f109-4e0b-8d2b-cda44af821a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.290504 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-c860d764-f109-4e0b-8d2b-cda44af821a8 None None] Attempt 1 to provision port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 Oct 10 12:01:34.367070 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-c860d764-f109-4e0b-8d2b-cda44af821a8 None None] Port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:34.374326 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 01e37693-99bd-4658-a7df-6fcab4f765c7 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:34.463456 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Allocated IP 172.20.0.6 (403653f0-e953-43e2-82d0-5e0a7bd2c4a5/084a552b-7137-4c32-9f0d-1b276d068534/8350774c-a156-46d0-bb3c-69064aad8304) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:34.489394 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-854f3ca1-c7e2-416f-9c97-3a1150cd167e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.498490 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e2a6f46d-a811-4c3c-beb5-d97c9ce9308b req-e5c86be6-ddef-4418-be1a-2ca03e7e5878 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 210 time: 0.0931444 Oct 10 12:01:34.527616 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:34.550062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf15f1-6976-4176-97ed-4a1a2a01c821 req-51a45912-9520-4dba-ac49-3e4a76cc152c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:34.555790 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-babf15f1-6976-4176-97ed-4a1a2a01c821 req-51a45912-9520-4dba-ac49-3e4a76cc152c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 943 time: 0.1532829 Oct 10 12:01:34.580931 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:34.593255 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:34.649110 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port fa2ac855-9b1f-4330-96cc-cad641c595d3 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:34.649488 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.649833 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port fa2ac855-9b1f-4330-96cc-cad641c595d3 Oct 10 12:01:34.745880 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port fa2ac855-9b1f-4330-96cc-cad641c595d3 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:34.746357 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.805709 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:34.808170 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d0066b-1b29-4871-87a5-bc807b99f27d" -d '{"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:34.822063 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb982-b410-4bc6-9cf9-10840ad7b6f6 req-33fccbf1-88ea-47d5-abf7-e8894140e3d1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:34.823628 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-673cb982-b410-4bc6-9cf9-10840ad7b6f6 req-33fccbf1-88ea-47d5-abf7-e8894140e3d1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.2435179 Oct 10 12:01:34.844745 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:34.854168 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.932486 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-854f3ca1-c7e2-416f-9c97-3a1150cd167e admin admin] Publish callbacks [] for security_group (c9853398-8918-41e4-869b-b139dc4e7019), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.936694 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-babf15f1-6976-4176-97ed-4a1a2a01c821 req-509dc8b1-df16-4dc6-b682-ef657dfe7c5f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666358 Oct 10 12:01:34.943183 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.944493 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=7']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:34.953014 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-854f3ca1-c7e2-416f-9c97-3a1150cd167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c9853398-8918-41e4-869b-b139dc4e7019), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:35.118233 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-673cb982-b410-4bc6-9cf9-10840ad7b6f6 req-c5f14026-0f74-428f-9f6c-c35c0202faaa tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565320 Oct 10 12:01:35.153730 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f3ca1-c7e2-416f-9c97-3a1150cd167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9853398-8918-41e4-869b-b139dc4e7019,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:35.158227 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-854f3ca1-c7e2-416f-9c97-3a1150cd167e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dbe02594043f458bbe4336fb7d491b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2835982 Oct 10 12:01:35.161056 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44146) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:35.171604 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for port (8350774c-a156-46d0-bb3c-69064aad8304), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:35.230644 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c1d99c-e2e3-4456-bf66-77f7737b72bb x-openstack-request-id: req-27c1d99c-e2e3-4456-bf66-77f7737b72bb {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:35.231068 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:35.231333 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27c1d99c-e2e3-4456-bf66-77f7737b72bb {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:35.231769 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c1d99c-e2e3-4456-bf66-77f7737b72bb'] response: {'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'code': 200} Oct 10 12:01:35.243940 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf573-e2aa-4351-bd4b-ce986895639d admin admin] Publish callbacks [] for security_group (c9853398-8918-41e4-869b-b139dc4e7019), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:35.267450 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf573-e2aa-4351-bd4b-ce986895639d admin admin] Publish callbacks [] for security_group (c9853398-8918-41e4-869b-b139dc4e7019), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:35.324066 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf573-e2aa-4351-bd4b-ce986895639d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c9853398-8918-41e4-869b-b139dc4e7019), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:35.327200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf573-e2aa-4351-bd4b-ce986895639d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:35.331273 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-a8ecf573-e2aa-4351-bd4b-ce986895639d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c9853398-8918-41e4-869b-b139dc4e7019 HTTP/1.1" status: 204 len: 168 time: 0.1685915 Oct 10 12:01:35.334922 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5f1e9-54c4-45a2-905a-85e75c46714a req-f514f30e-680e-4334-ad53-838c4b5a44cf tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:35.337644 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ed5f1e9-54c4-45a2-905a-85e75c46714a req-f514f30e-680e-4334-ad53-838c4b5a44cf tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.2530398 Oct 10 12:01:35.353032 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecf573-e2aa-4351-bd4b-ce986895639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9853398-8918-41e4-869b-b139dc4e7019,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:35.527330 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e6477-2b66-4df1-8ba7-80c212adf776 req-258f49e3-b7ea-49c8-82cc-875528c1e85d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:35.528506 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa5e6477-2b66-4df1-8ba7-80c212adf776 req-258f49e3-b7ea-49c8-82cc-875528c1e85d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1845236 Oct 10 12:01:35.546729 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:35.624050 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ed5f1e9-54c4-45a2-905a-85e75c46714a req-847c6918-a293-431a-bf0b-9ba8d11f92e4 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088149 Oct 10 12:01:35.691304 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (8350774c-a156-46d0-bb3c-69064aad8304), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:35.830690 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:35.847971 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213b29f-eed7-40f3-81bb-33a601be1c84 req-d8c8a55e-ff33-4a24-b844-dd60989b9ab7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:35.849543 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c213b29f-eed7-40f3-81bb-33a601be1c84 req-d8c8a55e-ff33-4a24-b844-dd60989b9ab7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 931 time: 0.0988147 Oct 10 12:01:35.873892 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:35.919381 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:35.923646 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Publish callbacks [] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:35.929269 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'Port': ['ID=8350774c-a156-46d0-bb3c-69064aad8304,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:35.934561 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa5e6477-2b66-4df1-8ba7-80c212adf776 req-5bd7bd18-80da-4194-a7b8-b836e9637c68 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825312 Oct 10 12:01:35.943567 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:36.002952 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.154719 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:36.155424 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.193610 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 13369a9d-842b-49f3-a7f1-dc42382c04c6 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:36.213103 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Pushing event updated for resources: {'Port': ['ID=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:36.305242 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:36.314832 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e93d3798-5aa3-4174-8e73-9aa998b18dcb None None] Provisioning complete for port 8350774c-a156-46d0-bb3c-69064aad8304 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:36.315544 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e93d3798-5aa3-4174-8e73-9aa998b18dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8350774c-a156-46d0-bb3c-69064aad8304), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.316112 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e93d3798-5aa3-4174-8e73-9aa998b18dcb None None] Attempt 1 to provision port 8350774c-a156-46d0-bb3c-69064aad8304 Oct 10 12:01:36.316879 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-6d477776-e45b-43ed-b35e-8748a28cc26f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1868019 Oct 10 12:01:36.357403 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e93d3798-5aa3-4174-8e73-9aa998b18dcb None None] Port 8350774c-a156-46d0-bb3c-69064aad8304 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:36.374735 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 13369a9d-842b-49f3-a7f1-dc42382c04c6 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:36.386197 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.386408 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 13369a9d-842b-49f3-a7f1-dc42382c04c6 Oct 10 12:01:36.434871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (2f908774-b056-4525-b547-74d525d2d68e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.443770 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:36.458263 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c213b29f-eed7-40f3-81bb-33a601be1c84 req-ca7a464d-5ea1-48a9-a595-502525c6c46e tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732684 Oct 10 12:01:36.480525 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ab710-7162-44bc-9527-82c0055b74b6 req-12dabca9-6a64-4cb9-bdca-901d6d6e847b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:36.482218 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 13369a9d-842b-49f3-a7f1-dc42382c04c6 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:36.482615 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.488616 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-885ab710-7162-44bc-9527-82c0055b74b6 req-12dabca9-6a64-4cb9-bdca-901d6d6e847b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 943 time: 0.2810597 Oct 10 12:01:36.509490 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 13369a9d-842b-49f3-a7f1-dc42382c04c6, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=13369a9d-842b-49f3-a7f1-dc42382c04c6,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:36.517495 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.620860 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 8f41ae8d-ac23-4143-85d3-27cb22c3af90 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:01:36.638479 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=13369a9d-842b-49f3-a7f1-dc42382c04c6,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:36.688187 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Network 07e841d0-ae75-47bc-91e6-fe2da0b08370 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:36.699429 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81879-8998-4892-84d1-f3b2abbf64eb req-9a6b1244-1722-41e6-a1c7-04a0be85e4b5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:36.706275 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58f81879-8998-4892-84d1-f3b2abbf64eb req-9a6b1244-1722-41e6-a1c7-04a0be85e4b5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0895529 Oct 10 12:01:36.712558 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:36.727022 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-885ab710-7162-44bc-9527-82c0055b74b6 req-00819f8f-b196-4ab3-95b9-0652f6ba897f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374437 Oct 10 12:01:36.816001 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 8f41ae8d-ac23-4143-85d3-27cb22c3af90, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f41ae8d-ac23-4143-85d3-27cb22c3af90,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:36.840738 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'port_id': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'mac_address': 'fa:16:3e:7b:bd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:01:36.923581 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58f81879-8998-4892-84d1-f3b2abbf64eb req-8ccee344-bf55-46e6-b70c-4a8c587676b0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149122 Oct 10 12:01:36.925774 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:36.926355 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.950458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f41ae8d-ac23-4143-85d3-27cb22c3af90 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:01:36.974349 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 8f41ae8d-ac23-4143-85d3-27cb22c3af90, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f41ae8d-ac23-4143-85d3-27cb22c3af90,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:36.981203 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:37.037276 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Router 2f908774-b056-4525-b547-74d525d2d68e has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:01:37.058206 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9991b0-a41f-44cf-9d22-4ae6662fc81b req-155bd166-214f-4118-b230-0d30e9263344 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:37.060137 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e9991b0-a41f-44cf-9d22-4ae6662fc81b req-155bd166-214f-4118-b230-0d30e9263344 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.2258036 Oct 10 12:01:37.103966 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=8f41ae8d-ac23-4143-85d3-27cb22c3af90,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:37.137876 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-04b8b879-bdd8-4b7f-bd1b-5eab18fa6b96 None None] Provisioning complete for port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:37.138313 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-04b8b879-bdd8-4b7f-bd1b-5eab18fa6b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:37.139679 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-04b8b879-bdd8-4b7f-bd1b-5eab18fa6b96 None None] Attempt 1 to provision port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 Oct 10 12:01:37.165570 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:37.192231 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-04b8b879-bdd8-4b7f-bd1b-5eab18fa6b96 None None] Port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:01:37.247445 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:37.268092 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e9991b0-a41f-44cf-9d22-4ae6662fc81b req-0c9ddc9c-e21b-438b-92af-74433e2aa3b8 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008898 Oct 10 12:01:37.296723 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8af0-a8a1-4b41-b204-26dc5fb68379 req-5417f40b-d48a-4bba-8011-871120147f0a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:37.298779 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c8e8af0-a8a1-4b41-b204-26dc5fb68379 req-5417f40b-d48a-4bba-8011-871120147f0a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1490183 Oct 10 12:01:37.342093 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:01:37.355156 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Sync routers for ids ['2f908774-b056-4525-b547-74d525d2d68e'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:37.356994 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6579655e-d6aa-4ef1-b478-18a1a845f874 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2f908774-b056-4525-b547-74d525d2d68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9811556 Oct 10 12:01:37.375466 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Routers {'2f908774-b056-4525-b547-74d525d2d68e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:37.376528 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['2f908774-b056-4525-b547-74d525d2d68e'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:37.456630 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c8e8af0-a8a1-4b41-b204-26dc5fb68379 req-45eb64f8-801e-41d7-affa-b71ff8dee556 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428418 Oct 10 12:01:37.500727 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['8f41ae8d-ac23-4143-85d3-27cb22c3af90'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:01:37.521260 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Set router 2f908774-b056-4525-b547-74d525d2d68e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:37.769311 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efa6b-8c4a-407e-9332-641652b182d5 req-fe46ea7f-05d2-4870-a1cc-94f661f8ca0b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:37.774797 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8a5efa6b-8c4a-407e-9332-641652b182d5 req-fe46ea7f-05d2-4870-a1cc-94f661f8ca0b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 931 time: 0.1557369 Oct 10 12:01:37.877208 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8a5efa6b-8c4a-407e-9332-641652b182d5 req-e401d4fe-0bd0-4094-b0a5-1b568af9e67b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931683 Oct 10 12:01:38.077034 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:34Z', 'revision_number': 4, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port': {'id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'db5721f2-39d3-4ff5-b1ff-49c3a2b47b78', 'name': '', 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'mac_address': 'fa:16:3e:ac:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6ae6bb6b-03f0-45b2-b4d6-8c488794b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:32Z', 'updated_at': '2022-10-10T12:01:35Z', 'revision_number': 2, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'subnets': [{'id': '6ae6bb6b-03f0-45b2-b4d6-8c488794b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:38.117527 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 13369a9d-842b-49f3-a7f1-dc42382c04c6 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:38.152445 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Checking router: 2f908774-b056-4525-b547-74d525d2d68e for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:38.154033 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Updating router 2f908774-b056-4525-b547-74d525d2d68e port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:38.194651 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:38.201366 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb79598-e118-4798-a407-451609db5b17 req-ad802ab3-ced3-4368-b483-2669e6a5e86d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:38.204986 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3bb79598-e118-4798-a407-451609db5b17 req-ad802ab3-ced3-4368-b483-2669e6a5e86d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 944 time: 0.1725261 Oct 10 12:01:38.235761 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:38.271838 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 13369a9d-842b-49f3-a7f1-dc42382c04c6 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:38.272404 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:38.274209 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 13369a9d-842b-49f3-a7f1-dc42382c04c6 Oct 10 12:01:38.340354 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3bb79598-e118-4798-a407-451609db5b17 req-abeb1c26-e41e-40d2-a480-2a0251ad61dc tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291554 Oct 10 12:01:38.533763 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 13369a9d-842b-49f3-a7f1-dc42382c04c6 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:38.589406 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49fed6-ce01-4d8c-95fd-56fc9148520f req-80f27b96-f14c-460f-b55f-e5ef29fdf066 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:38.591031 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ee49fed6-ce01-4d8c-95fd-56fc9148520f req-80f27b96-f14c-460f-b55f-e5ef29fdf066 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1115270 Oct 10 12:01:38.654623 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Publish callbacks [] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:38.657533 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:38.658353 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:38.665734 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:38.680570 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ee49fed6-ce01-4d8c-95fd-56fc9148520f req-2f90d7f1-1577-466c-96d9-c7407ca5b3c4 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831809 Oct 10 12:01:38.685115 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44222) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:38.696795 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-d28f2745-abb9-4b2c-9543-4106afa056bc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779695716', 'description': 'tempest-secgroup-smoke-1779695716 description', 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:38.715173 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 8f41ae8d-ac23-4143-85d3-27cb22c3af90 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:38.786153 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d28f2745-abb9-4b2c-9543-4106afa056bc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:38.795736 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:38.835758 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b61486-a713-441b-b339-a1f5a09ed2af None None] Pushing event updated for resources: {'Port': ['ID=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:38.850237 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Attempting to bind port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:38.852191 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Attempting to bind port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:38.852542 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:01:38.852687 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Attempting to bind port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 on network 07e841d0-ae75-47bc-91e6-fe2da0b08370 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:38.858867 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Request body: {'port': {'device_id': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:38.874197 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:38.874740 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:38.887331 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 Oct 10 12:01:38.992916 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:38.993415 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Checking segment: {'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:38.993519 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:38.996338 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Bound using segment: {'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:38.996854 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Bound port: db5721f2-39d3-4ff5-b1ff-49c3a2b47b78, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9871780e-c5d5-4d41-9d7c-4c31d9d0511c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:38.997247 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.063432 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d333e7a-0d2f-4bc3-9060-b2d23dace67d req-42bb69c1-3c8c-4109-8a95-1638a648d762 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:39.065907 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d28f2745-abb9-4b2c-9543-4106afa056bc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group (30105ad4-0266-4edd-a0a3-cc7ba62670b6), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.075184 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d28f2745-abb9-4b2c-9543-4106afa056bc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (30105ad4-0266-4edd-a0a3-cc7ba62670b6), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.077151 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2d333e7a-0d2f-4bc3-9060-b2d23dace67d req-42bb69c1-3c8c-4109-8a95-1638a648d762 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1624408 Oct 10 12:01:39.122778 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d28f2745-abb9-4b2c-9543-4106afa056bc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.124811 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-d28f2745-abb9-4b2c-9543-4106afa056bc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4343843 Oct 10 12:01:39.128983 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44232) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:39.130472 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:39.130867 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.135720 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-3b85a76b-1655-4ee5-8cb9-06b245c43fa9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'security_group_rule': {'security_group_id': '30105ad4-0266-4edd-a0a3-cc7ba62670b6', 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:39.145557 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:39.173538 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:39.192395 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f2745-abb9-4b2c-9543-4106afa056bc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30105ad4-0266-4edd-a0a3-cc7ba62670b6,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:39.197169 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f41ae8d-ac23-4143-85d3-27cb22c3af90'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:39.200799 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b85a76b-1655-4ee5-8cb9-06b245c43fa9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (7e82426a-e9ca-4bc0-a085-79c30ee44a9f), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.205155 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791ac1b-a9c4-47ae-9303-cb1d48244713" -d '{"events": [{"server_uuid": "0a6a752b-46c1-419a-a67f-b438ec73dfef", "name": "network-vif-plugged", "status": "completed", "tag": "8f41ae8d-ac23-4143-85d3-27cb22c3af90"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:39.212900 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] For port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:39.224879 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] For port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,segment=NetworkSegment(9871780e-c5d5-4d41-9d7c-4c31d9d0511c),segment_id=9871780e-c5d5-4d41-9d7c-4c31d9d0511c)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:39.234616 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 8f41ae8d-ac23-4143-85d3-27cb22c3af90, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f41ae8d-ac23-4143-85d3-27cb22c3af90,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:39.240641 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.244662 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.308518 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Routers {'2f908774-b056-4525-b547-74d525d2d68e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:39.308518 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['2f908774-b056-4525-b547-74d525d2d68e'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:39.330568 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b85a76b-1655-4ee5-8cb9-06b245c43fa9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (7e82426a-e9ca-4bc0-a085-79c30ee44a9f), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.343696 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b85a76b-1655-4ee5-8cb9-06b245c43fa9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (7e82426a-e9ca-4bc0-a085-79c30ee44a9f), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.360657 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=8f41ae8d-ac23-4143-85d3-27cb22c3af90,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:39.378440 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85a76b-1655-4ee5-8cb9-06b245c43fa9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e82426a-e9ca-4bc0-a085-79c30ee44a9f,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:39.394277 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b85a76b-1655-4ee5-8cb9-06b245c43fa9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.395469 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2d333e7a-0d2f-4bc3-9060-b2d23dace67d req-b717a7c1-54c8-474c-9dfa-fc2e1f890447 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173692 Oct 10 12:01:39.403452 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-3b85a76b-1655-4ee5-8cb9-06b245c43fa9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2729182 Oct 10 12:01:39.404799 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44244) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:39.411689 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-c9536afb-bd0f-4aea-909d-a957d2494384 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'security_group_rule': {'security_group_id': '30105ad4-0266-4edd-a0a3-cc7ba62670b6', 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:39.426586 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11383947-98a3-4167-adcd-57f9ae888c4b req-db1b8fb1-ee92-40e8-9f25-a2e231bd38ce tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:39.441840 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c9536afb-bd0f-4aea-909d-a957d2494384 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (6c6aef5f-6952-407d-ba2a-6adfce96f197), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.447483 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-11383947-98a3-4167-adcd-57f9ae888c4b req-db1b8fb1-ee92-40e8-9f25-a2e231bd38ce tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.5468092 Oct 10 12:01:39.450110 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8350774c-a156-46d0-bb3c-69064aad8304), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.550959 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c4175-ed0e-4571-ac1a-3bfb8d36be97 req-ad015428-a36f-4b21-b772-ae96c8aef014 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:39.558393 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f22c4175-ed0e-4571-ac1a-3bfb8d36be97 req-ad015428-a36f-4b21-b772-ae96c8aef014 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 931 time: 0.0710056 Oct 10 12:01:39.595757 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c9536afb-bd0f-4aea-909d-a957d2494384 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (6c6aef5f-6952-407d-ba2a-6adfce96f197), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.604871 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c9536afb-bd0f-4aea-909d-a957d2494384 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (6c6aef5f-6952-407d-ba2a-6adfce96f197), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.672095 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b61486-a713-441b-b339-a1f5a09ed2af None None] Pushing event updated for resources: {'Port': ['ID=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:39.674827 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c9536afb-bd0f-4aea-909d-a957d2494384 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.686482 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c9536afb-bd0f-4aea-909d-a957d2494384 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2779388 Oct 10 12:01:39.687445 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44246) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:39.705178 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-1fd77892-634d-4d0e-a583-22b64af758fb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'security_group_rule': {'security_group_id': '30105ad4-0266-4edd-a0a3-cc7ba62670b6', 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:39.707304 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] Set router 2f908774-b056-4525-b547-74d525d2d68e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:39.740735 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9536afb-bd0f-4aea-909d-a957d2494384 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6aef5f-6952-407d-ba2a-6adfce96f197,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:39.767921 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1fd77892-634d-4d0e-a583-22b64af758fb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (2070df89-d800-4840-afad-4924bffc743e), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.768755 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-11383947-98a3-4167-adcd-57f9ae888c4b req-ad87e1a1-544a-4520-8639-622e9fdbdbbb tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199830 Oct 10 12:01:39.874786 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1fd77892-634d-4d0e-a583-22b64af758fb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (2070df89-d800-4840-afad-4924bffc743e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.878959 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1fd77892-634d-4d0e-a583-22b64af758fb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (2070df89-d800-4840-afad-4924bffc743e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.901742 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf40533-7622-4108-8a0c-898ca0d22d39 x-openstack-request-id: req-ecf40533-7622-4108-8a0c-898ca0d22d39 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:39.902593 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6a752b-46c1-419a-a67f-b438ec73dfef", "name": "network-vif-plugged", "status": "completed", "tag": "8f41ae8d-ac23-4143-85d3-27cb22c3af90", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:39.903350 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ecf40533-7622-4108-8a0c-898ca0d22d39 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:39.904409 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf40533-7622-4108-8a0c-898ca0d22d39'] response: {'server_uuid': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'code': 200} Oct 10 12:01:39.915742 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1fd77892-634d-4d0e-a583-22b64af758fb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:39.919918 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1fd77892-634d-4d0e-a583-22b64af758fb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2282672 Oct 10 12:01:39.920877 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44250) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:39.936002 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-67052ec2-6e8d-425b-ad7d-a17080ed7982 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'security_group_rule': {'security_group_id': '30105ad4-0266-4edd-a0a3-cc7ba62670b6', 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:39.943129 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd77892-634d-4d0e-a583-22b64af758fb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2070df89-d800-4840-afad-4924bffc743e,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:40.022848 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f22c4175-ed0e-4571-ac1a-3bfb8d36be97 req-c99961e4-7fa4-46eb-af82-8ec8261e9b1f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576099 Oct 10 12:01:40.025505 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67052ec2-6e8d-425b-ad7d-a17080ed7982 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (7db870a7-5e82-46df-9df3-5cad558979c3), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:40.140785 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67052ec2-6e8d-425b-ad7d-a17080ed7982 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (7db870a7-5e82-46df-9df3-5cad558979c3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:40.151656 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67052ec2-6e8d-425b-ad7d-a17080ed7982 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (7db870a7-5e82-46df-9df3-5cad558979c3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:40.181872 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67052ec2-6e8d-425b-ad7d-a17080ed7982 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db870a7-5e82-46df-9df3-5cad558979c3,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:40.212290 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67052ec2-6e8d-425b-ad7d-a17080ed7982 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:40.219042 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 44260) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:40.219573 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-67052ec2-6e8d-425b-ad7d-a17080ed7982 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2924654 Oct 10 12:01:40.226238 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f58d203c-ec91-4806-9fa5-f0fffa83005b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'security_group_rule': {'security_group_id': '30105ad4-0266-4edd-a0a3-cc7ba62670b6', 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:40.254456 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:34Z', 'revision_number': 4, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port': {'id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'db5721f2-39d3-4ff5-b1ff-49c3a2b47b78', 'name': '', 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'mac_address': 'fa:16:3e:ac:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6ae6bb6b-03f0-45b2-b4d6-8c488794b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:32Z', 'updated_at': '2022-10-10T12:01:39Z', 'revision_number': 4, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'subnets': [{'id': '6ae6bb6b-03f0-45b2-b4d6-8c488794b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:40.282581 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:40.290163 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.securitygroups_db [None req-f58d203c-ec91-4806-9fa5-f0fffa83005b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Project 638435e7c9ea431aa6ad3674ee6ff2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:01:40.315378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc974e4-bc89-43eb-b0ed-9cfa5c4b5e6b req-5d3822e1-257d-4681-9abb-cfd444e59c92 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:40.323978 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc974e4-bc89-43eb-b0ed-9cfa5c4b5e6b req-5d3822e1-257d-4681-9abb-cfd444e59c92 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.2466917 Oct 10 12:01:40.346190 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a8e29-da64-4cc5-bec4-fd188f5f47f5 None None] The sync data for ids ['2f908774-b056-4525-b547-74d525d2d68e'] in dv-cinder-850618-4-iscsi is: [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:34Z', 'revision_number': 4, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port': {'id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'db5721f2-39d3-4ff5-b1ff-49c3a2b47b78', 'name': '', 'network_id': '07e841d0-ae75-47bc-91e6-fe2da0b08370', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'mac_address': 'fa:16:3e:ac:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6ae6bb6b-03f0-45b2-b4d6-8c488794b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:32Z', 'updated_at': '2022-10-10T12:01:39Z', 'revision_number': 4, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'subnets': [{'id': '6ae6bb6b-03f0-45b2-b4d6-8c488794b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:40.516997 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc974e4-bc89-43eb-b0ed-9cfa5c4b5e6b req-a674dbbd-e30a-4cb8-8d6c-956683774f33 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916170 Oct 10 12:01:40.518030 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f58d203c-ec91-4806-9fa5-f0fffa83005b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (0052eefc-db56-4b4d-8cf7-4d96db500f64), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:40.565378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:40.638344 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3a227-65c4-4a63-8c50-2ba0adc0f3b8 req-f55cafb7-3716-45be-a6b1-21064223f815 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:40.652652 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9a3a227-65c4-4a63-8c50-2ba0adc0f3b8 req-f55cafb7-3716-45be-a6b1-21064223f815 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.3058364 Oct 10 12:01:40.854099 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f58d203c-ec91-4806-9fa5-f0fffa83005b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (0052eefc-db56-4b4d-8cf7-4d96db500f64), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:40.870191 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9a3a227-65c4-4a63-8c50-2ba0adc0f3b8 req-6d35198c-e5cd-4258-a556-b62a481e943c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156932 Oct 10 12:01:40.895093 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f58d203c-ec91-4806-9fa5-f0fffa83005b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (0052eefc-db56-4b4d-8cf7-4d96db500f64), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:40.991830 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8350774c-a156-46d0-bb3c-69064aad8304 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:01:41.017767 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Publish callbacks [] for port (8350774c-a156-46d0-bb3c-69064aad8304), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:41.021734 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d203c-ec91-4806-9fa5-f0fffa83005b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0052eefc-db56-4b4d-8cf7-4d96db500f64,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:41.067106 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f58d203c-ec91-4806-9fa5-f0fffa83005b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:41.072645 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f58d203c-ec91-4806-9fa5-f0fffa83005b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8476560 Oct 10 12:01:41.072806 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44270) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:41.077023 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-6dbe219c-783e-4715-b0c5-9305228c313a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'security_group_rule': {'security_group_id': '30105ad4-0266-4edd-a0a3-cc7ba62670b6', 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:41.098069 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58e7ea-1f53-4799-83d4-8352e1e2270d req-969b64dd-3389-43f1-89d5-e54b0484e083 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:41.107956 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.securitygroups_db [None req-6dbe219c-783e-4715-b0c5-9305228c313a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Project 638435e7c9ea431aa6ad3674ee6ff2ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:01:41.108281 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bb58e7ea-1f53-4799-83d4-8352e1e2270d req-969b64dd-3389-43f1-89d5-e54b0484e083 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.2474997 Oct 10 12:01:41.115823 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Transition to ACTIVE for port object 8350774c-a156-46d0-bb3c-69064aad8304 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:41.117864 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dbe219c-783e-4715-b0c5-9305228c313a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (c32b9a7d-98bb-45be-ae0b-75ea9862afa6), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:41.156578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (8350774c-a156-46d0-bb3c-69064aad8304), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:41.192566 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:41.236793 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b90fb9-71fa-4c29-a269-75357ecf5287 req-76767cf8-4c14-4bfe-ab8a-f7fcb4a14dec tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:41.247916 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-77b90fb9-71fa-4c29-a269-75357ecf5287 req-76767cf8-4c14-4bfe-ab8a-f7fcb4a14dec tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.2583830 Oct 10 12:01:41.254630 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dbe219c-783e-4715-b0c5-9305228c313a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (c32b9a7d-98bb-45be-ae0b-75ea9862afa6), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:41.268323 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dbe219c-783e-4715-b0c5-9305228c313a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (c32b9a7d-98bb-45be-ae0b-75ea9862afa6), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:41.332523 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe219c-783e-4715-b0c5-9305228c313a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32b9a7d-98bb-45be-ae0b-75ea9862afa6,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:41.341101 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dbe219c-783e-4715-b0c5-9305228c313a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:41.346513 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-6dbe219c-783e-4715-b0c5-9305228c313a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2733710 Oct 10 12:01:41.350597 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:41.478437 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Pushing event updated for resources: {'Port': ['ID=8350774c-a156-46d0-bb3c-69064aad8304,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:41.565542 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bb58e7ea-1f53-4799-83d4-8352e1e2270d req-8c043480-7679-48cb-8a49-46c9d65c0057 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278111 Oct 10 12:01:41.571919 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-77b90fb9-71fa-4c29-a269-75357ecf5287 req-29c8e01d-5468-4eaf-a556-4f4fe87b566f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230770 Oct 10 12:01:41.629878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Attempting to bind port 8350774c-a156-46d0-bb3c-69064aad8304 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:01:41.630294 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Attempting to bind port 8350774c-a156-46d0-bb3c-69064aad8304 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:01:41.630638 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Attempting to bind port 8350774c-a156-46d0-bb3c-69064aad8304 on network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:41.822928 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:41.914190 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Port 8350774c-a156-46d0-bb3c-69064aad8304 on network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:01:41.914510 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Attempting to bind port 8350774c-a156-46d0-bb3c-69064aad8304 on network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:01:42.087324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972d23b-82fa-401b-aba4-a59fc7205694 req-e2b2ff16-7633-42ee-9d93-f2ef35376c47 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:42.091683 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c972d23b-82fa-401b-aba4-a59fc7205694 req-e2b2ff16-7633-42ee-9d93-f2ef35376c47 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 943 time: 0.3696182 Oct 10 12:01:42.213006 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:42.329712 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:42.330794 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:42.331348 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 Oct 10 12:01:42.336906 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad6514-90e3-44d3-bbdc-92dfa143ed89 req-51bb2054-f96b-48b6-9de3-b74de19e9025 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:42.352107 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-07ad6514-90e3-44d3-bbdc-92dfa143ed89 req-51bb2054-f96b-48b6-9de3-b74de19e9025 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.5207026 Oct 10 12:01:42.365463 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c972d23b-82fa-401b-aba4-a59fc7205694 req-38f00377-1a96-4fd7-8d1c-c0e8b80cbcbc tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587566 Oct 10 12:01:42.615885 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:42.616989 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:42.771585 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,segment=NetworkSegment(9871780e-c5d5-4d41-9d7c-4c31d9d0511c),segment_id=9871780e-c5d5-4d41-9d7c-4c31d9d0511c)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:42.806573 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:42.926689 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcd9c7-2071-43c4-a5ef-9c8ced0024de req-58833f1a-c34b-4df8-a706-b90053df8c66 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:42.939441 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eedcd9c7-2071-43c4-a5ef-9c8ced0024de req-58833f1a-c34b-4df8-a706-b90053df8c66 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.2199697 Oct 10 12:01:42.950392 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:01:42.951276 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Checking segment: {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:01:42.952031 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Bound using segment: {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:01:42.953227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Bound port: 8350774c-a156-46d0-bb3c-69064aad8304, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11893db9-7493-4a72-8aec-999e0c6a3856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:01:42.953791 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8350774c-a156-46d0-bb3c-69064aad8304), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:42.955414 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:42.979524 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c896269-72f3-4d24-910b-7bb85020b91e req-e25cee61-59c8-493d-895e-70820c506bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:42.981049 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c896269-72f3-4d24-910b-7bb85020b91e req-e25cee61-59c8-493d-895e-70820c506bf8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 1129 time: 0.5500698 Oct 10 12:01:43.057768 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-07ad6514-90e3-44d3-bbdc-92dfa143ed89 req-192a1d08-b66b-4e94-b6a7-2a6ebedc3608 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6912396 Oct 10 12:01:43.058367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:43.161044 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eedcd9c7-2071-43c4-a5ef-9c8ced0024de req-2508af28-3eaa-4784-9b8e-00303dcd9ada tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203128 Oct 10 12:01:43.200118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] For port 8350774c-a156-46d0-bb3c-69064aad8304, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:01:43.213730 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] For port 8350774c-a156-46d0-bb3c-69064aad8304, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8350774c-a156-46d0-bb3c-69064aad8304,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:01:43.303759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780cf4-063c-4f43-b683-8d25ef91b637 req-4a299e4d-4368-4dc8-b044-a39171368456 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:43.305265 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-43780cf4-063c-4f43-b683-8d25ef91b637 req-4a299e4d-4368-4dc8-b044-a39171368456 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0773091 Oct 10 12:01:43.306354 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (8350774c-a156-46d0-bb3c-69064aad8304), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:43.329340 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:43.329967 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:43.331385 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 1093 time: 4.4773321 Oct 10 12:01:43.331983 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:43.334244 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf838b59-0af1-49ff-9429-af1122acf0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:44.154244 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d136b03-81ab-4bc3-8720-b8010734747c req-3cb8e9d4-9961-42b2-8da0-05d4fa420b35 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:44.162617 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9d136b03-81ab-4bc3-8720-b8010734747c req-3cb8e9d4-9961-42b2-8da0-05d4fa420b35 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.8662236 Oct 10 12:01:44.192593 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:44.203162 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931426d-ca34-4df6-ae4a-ac839ba8c9f8 req-8ab8420d-a640-42be-82a6-42f49c834660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:44.204837 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8931426d-ca34-4df6-ae4a-ac839ba8c9f8 req-8ab8420d-a640-42be-82a6-42f49c834660 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 1129 time: 0.8039694 Oct 10 12:01:44.224085 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-3289891c-a1e1-40cc-8f3b-8c699a9b13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:44.229955 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-3289891c-a1e1-40cc-8f3b-8c699a9b13bd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=f2e5245da9a24e679c6e19089e9aa199&device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1127 time: 0.2518892 Oct 10 12:01:44.245493 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d27e59-e48e-45c0-b67d-afaba0e6c297 service neutron] Pushing event updated for resources: {'Port': ['ID=8350774c-a156-46d0-bb3c-69064aad8304,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:44.313801 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-43780cf4-063c-4f43-b683-8d25ef91b637 req-90feda34-743b-4cd2-a652-052e2eff20ea tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9139345 Oct 10 12:01:44.343208 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:44.353427 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:44.353800 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:44.354313 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 Oct 10 12:01:44.468136 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c896269-72f3-4d24-910b-7bb85020b91e req-a2f8dc8f-c505-41e2-bc4a-db309885d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:44.470019 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c896269-72f3-4d24-910b-7bb85020b91e req-a2f8dc8f-c505-41e2-bc4a-db309885d242 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.5130384 Oct 10 12:01:44.471914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393bbbeb-bbdd-4325-8d54-8ecd2788801f x-openstack-request-id: req-393bbbeb-bbdd-4325-8d54-8ecd2788801f {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:44.472204 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:44.472459 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-393bbbeb-bbdd-4325-8d54-8ecd2788801f {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:44.472856 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393bbbeb-bbdd-4325-8d54-8ecd2788801f'] response: {'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304', 'status': 'completed', 'code': 200} Oct 10 12:01:44.501769 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9d136b03-81ab-4bc3-8720-b8010734747c req-ab9f8e51-7e76-42da-bdef-39980ea238ac tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381457 Oct 10 12:01:44.524602 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-51a23b90-c977-4dfc-bc98-b2c03fcd3e09 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 217 time: 0.1817813 Oct 10 12:01:44.542971 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:44.550301 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8931426d-ca34-4df6-ae4a-ac839ba8c9f8 req-8919bc7a-69f1-4163-8c12-020b422649d4 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110664 Oct 10 12:01:44.691949 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c53c5-4585-4a60-8a83-5d08861fee1f req-fa204299-ad95-479a-9d87-3e897581f5f7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:44.699613 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-922c53c5-4585-4a60-8a83-5d08861fee1f req-fa204299-ad95-479a-9d87-3e897581f5f7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 943 time: 0.0934949 Oct 10 12:01:44.793288 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c896269-72f3-4d24-910b-7bb85020b91e req-6334e21a-c131-48c7-a3fa-530cba82e1af service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6770e59-ceb9-442a-901d-70ac68923881 HTTP/1.1" status: 200 len: 217 time: 0.0854812 Oct 10 12:01:44.893914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5695a6-71bd-4dd4-9c88-dfe0cf459b30 req-4fafaf0f-5b8e-464c-be38-389bbf15f4c4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:44.904791 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f5695a6-71bd-4dd4-9c88-dfe0cf459b30 req-4fafaf0f-5b8e-464c-be38-389bbf15f4c4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.2875142 Oct 10 12:01:44.936996 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-922c53c5-4585-4a60-8a83-5d08861fee1f req-4f53acaa-1ec2-4141-8bd9-e2c9813b61ca tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363429 Oct 10 12:01:45.008296 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f5695a6-71bd-4dd4-9c88-dfe0cf459b30 req-39e94025-64dd-42bb-a61d-dfbaf97f1b47 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019707 Oct 10 12:01:45.211504 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042550d8-8ae9-4348-9be5-1b6cc156e5f1 req-b840b74a-bce4-4a7a-9027-1d68d8969d95 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:45.216654 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-042550d8-8ae9-4348-9be5-1b6cc156e5f1 req-b840b74a-bce4-4a7a-9027-1d68d8969d95 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1632090 Oct 10 12:01:45.295154 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-40d36da5-9871-43dc-9427-eebd20716206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:45.311097 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-40d36da5-9871-43dc-9427-eebd20716206 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=084a552b-7137-4c32-9f0d-1b276d068534 HTTP/1.1" status: 200 len: 853 time: 0.2434688 Oct 10 12:01:45.435365 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-042550d8-8ae9-4348-9be5-1b6cc156e5f1 req-8db1935a-d382-4a45-bd1a-f5733f0566f3 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397879 Oct 10 12:01:45.564180 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba99dd8-7474-4075-bf9a-d8dc6e49fe37 req-3713bc5c-8d0e-4abc-933f-d754a7ad3035 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:45.577131 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fba99dd8-7474-4075-bf9a-d8dc6e49fe37 req-3713bc5c-8d0e-4abc-933f-d754a7ad3035 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0806470 Oct 10 12:01:45.676041 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee132c1-d054-4957-8976-b018c3821b2e req-5a309e78-f0ba-4259-b517-eb3fc53ca414 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:45.678855 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cee132c1-d054-4957-8976-b018c3821b2e req-5a309e78-f0ba-4259-b517-eb3fc53ca414 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0664659 Oct 10 12:01:45.729105 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fba99dd8-7474-4075-bf9a-d8dc6e49fe37 req-e6c6e3ca-b7c7-46cf-b2fa-400a65a46dcd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510127 Oct 10 12:01:45.786456 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cee132c1-d054-4957-8976-b018c3821b2e req-9e7e3e9c-ad37-49b8-a44e-5ee228b7272d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876884 Oct 10 12:01:46.086120 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:46.104641 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ab89c-bdee-4508-832a-15ab3e803721 req-d231db8f-12fd-4db8-ba12-559d58839d62 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:46.111418 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cb7ab89c-bdee-4508-832a-15ab3e803721 req-d231db8f-12fd-4db8-ba12-559d58839d62 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 943 time: 0.0714335 Oct 10 12:01:46.192041 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78202-8c97-4c65-8bfb-54730cb68d68 req-9b181baf-f167-4b55-8784-2b50cc5decf2 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:46.193747 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50d78202-8c97-4c65-8bfb-54730cb68d68 req-9b181baf-f167-4b55-8784-2b50cc5decf2 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.0788236 Oct 10 12:01:46.226965 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cb7ab89c-bdee-4508-832a-15ab3e803721 req-893b5e73-746b-4cd0-acb1-d4eedaf74189 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146660 Oct 10 12:01:46.283432 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50d78202-8c97-4c65-8bfb-54730cb68d68 req-8c5d567c-e94b-43b1-964e-2f9cf211dd4a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725346 Oct 10 12:01:46.551702 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c896269-72f3-4d24-910b-7bb85020b91e req-8156165e-c3d9-47a6-974c-3967cf4999e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:46.553760 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c896269-72f3-4d24-910b-7bb85020b91e req-8156165e-c3d9-47a6-974c-3967cf4999e4 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0722806 Oct 10 12:01:46.624227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7677f-df29-476b-bf90-c2f82e84f91e req-6ea989bc-f8ba-4b8d-a3a6-3b3222147191 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:46.632125 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b5c7677f-df29-476b-bf90-c2f82e84f91e req-6ea989bc-f8ba-4b8d-a3a6-3b3222147191 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0771863 Oct 10 12:01:46.723488 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b5c7677f-df29-476b-bf90-c2f82e84f91e req-be8ff9e6-38c1-4215-966d-71feb376e3ab tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896981 Oct 10 12:01:46.967169 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcc7b4-13cd-49f4-8f87-5e4096b2041f req-1f146320-e48c-4d6d-aa71-dbad71cef034 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:46.971917 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-22fcc7b4-13cd-49f4-8f87-5e4096b2041f req-1f146320-e48c-4d6d-aa71-dbad71cef034 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1256881 Oct 10 12:01:47.063939 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140363e-42c9-4892-861e-174ae9952ad3 req-4076c5fa-d186-4788-88fb-3ca7cda3d20c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:47.071428 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7140363e-42c9-4892-861e-174ae9952ad3 req-4076c5fa-d186-4788-88fb-3ca7cda3d20c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0950606 Oct 10 12:01:47.144737 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-c481e6d6-285d-4452-a2ff-b0de2656d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:47.146270 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-c481e6d6-285d-4452-a2ff-b0de2656d57e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1711416 Oct 10 12:01:47.153058 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:47.154327 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c896269-72f3-4d24-910b-7bb85020b91e req-a69bcc78-02f3-462e-aade-4cd74ca2e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:47.155872 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c896269-72f3-4d24-910b-7bb85020b91e req-a69bcc78-02f3-462e-aade-4cd74ca2e6e6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1818564 Oct 10 12:01:47.261166 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-22fcc7b4-13cd-49f4-8f87-5e4096b2041f req-e21c2a08-c550-4704-8897-c9165b5419cb tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831571 Oct 10 12:01:47.298703 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7140363e-42c9-4892-861e-174ae9952ad3 req-d4213957-46fe-4cf8-a231-1d1aacd85c17 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263677 Oct 10 12:01:47.377121 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-bd77fda0-0da5-4080-bd72-de42605db5cb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180169 Oct 10 12:01:47.379098 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c896269-72f3-4d24-910b-7bb85020b91e req-f771de7a-5b83-417c-94a5-d36392b183ea service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993067 Oct 10 12:01:47.453371 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842c489-735b-4b14-a20d-feb41041ee72 req-a08d1048-968c-42b4-aed8-235cc8a6b338 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:47.462780 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0842c489-735b-4b14-a20d-feb41041ee72 req-a08d1048-968c-42b4-aed8-235cc8a6b338 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 943 time: 0.0780215 Oct 10 12:01:47.547854 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0842c489-735b-4b14-a20d-feb41041ee72 req-e54e1d2d-9178-4e15-be85-98b6dbf41e56 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840762 Oct 10 12:01:47.572210 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb95447-d4c1-4a8a-bd51-44951131cba0 req-89b916f1-92f7-41f3-820b-6355d0a0d1e9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:47.573788 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3eb95447-d4c1-4a8a-bd51-44951131cba0 req-89b916f1-92f7-41f3-820b-6355d0a0d1e9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.1380022 Oct 10 12:01:47.643700 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3eb95447-d4c1-4a8a-bd51-44951131cba0 req-75fb41d4-b9ef-4796-9d0f-a741e3a13f87 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636899 Oct 10 12:01:47.863123 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:47.872454 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb7c84-1695-47b6-b990-a842459aaaa3 req-6950e9c7-07b5-4511-bc0e-c59f4cb97442 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:47.874058 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-84eb7c84-1695-47b6-b990-a842459aaaa3 req-6950e9c7-07b5-4511-bc0e-c59f4cb97442 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0521493 Oct 10 12:01:47.929271 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-84eb7c84-1695-47b6-b990-a842459aaaa3 req-8fdf6215-b5e2-480e-9dcf-336be1a1c957 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492392 Oct 10 12:01:48.467990 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65527d3-6563-4fae-8316-7ff89853fa8c req-2968f854-85e4-4870-bd04-d277188f7de1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730999 Oct 10 12:01:48.588033 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c896269-72f3-4d24-910b-7bb85020b91e req-ece243cf-e121-4c51-8bfc-3d46f044407a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207881 Oct 10 12:01:48.595372 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935978d1-4d90-493d-af1f-e1e65c687378 req-c3e724d9-946b-48be-8fc3-361ce10429b4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:48.608095 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-935978d1-4d90-493d-af1f-e1e65c687378 req-c3e724d9-946b-48be-8fc3-361ce10429b4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0924985 Oct 10 12:01:48.621257 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297a88c-a108-463f-91cb-dec40cfef560 req-62dd77ba-b560-4af2-b26a-78aeffe98ba3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:48.622920 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1297a88c-a108-463f-91cb-dec40cfef560 req-62dd77ba-b560-4af2-b26a-78aeffe98ba3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1989655 Oct 10 12:01:48.702111 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-935978d1-4d90-493d-af1f-e1e65c687378 req-800e76ee-57ef-4004-9fcc-ae6b7b42e836 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930612 Oct 10 12:01:48.706701 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1297a88c-a108-463f-91cb-dec40cfef560 req-94728ca3-1da6-4331-9337-87d32ce7f2f1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740149 Oct 10 12:01:48.754531 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44464) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:48.867651 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:49.000965 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb7c6-4cfc-4250-af6e-549a0c0eec83 req-a1217eb0-2eb4-4fab-ad46-eb26d662e9a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:49.005022 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-adffb7c6-4cfc-4250-af6e-549a0c0eec83 req-a1217eb0-2eb4-4fab-ad46-eb26d662e9a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 943 time: 0.2115560 Oct 10 12:01:49.032224 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7bd57-a966-4b8e-adf5-c1c1ab09d9fa req-4ec674f5-e190-4b40-ae88-f20445668fdf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:49.033823 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9bd7bd57-a966-4b8e-adf5-c1c1ab09d9fa req-4ec674f5-e190-4b40-ae88-f20445668fdf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.1718872 Oct 10 12:01:49.066049 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1b952f54-243c-491b-9ae8-47f18046e630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:49.149140 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-adffb7c6-4cfc-4250-af6e-549a0c0eec83 req-30246bc2-25fa-49a4-b48b-b121d581f690 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379302 Oct 10 12:01:49.165902 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9bd7bd57-a966-4b8e-adf5-c1c1ab09d9fa req-39d8cf02-bee4-4aa3-b55d-8ec4d1bf3182 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133454 Oct 10 12:01:49.185729 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1b952f54-243c-491b-9ae8-47f18046e630 admin admin] Publish callbacks [] for security_group (26c54489-af8b-4422-88d3-281814442881), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:49.187121 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:49.193880 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1b952f54-243c-491b-9ae8-47f18046e630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (26c54489-af8b-4422-88d3-281814442881), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:49.235899 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b952f54-243c-491b-9ae8-47f18046e630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c54489-af8b-4422-88d3-281814442881,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:49.285383 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1b952f54-243c-491b-9ae8-47f18046e630 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ec85bf9f75274ddd8b689fbb34f3aa43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5295725 Oct 10 12:01:49.287866 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44474) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:49.360611 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6b6da9c7-6947-4943-b092-57a7cf826cf1 admin admin] Publish callbacks [] for security_group (26c54489-af8b-4422-88d3-281814442881), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:49.379230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32651-9aa0-434d-8bdb-26628b8436b4 req-6bb2ff9a-243d-4339-9ca4-70908541e325 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:49.380875 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30f32651-9aa0-434d-8bdb-26628b8436b4 req-6bb2ff9a-243d-4339-9ca4-70908541e325 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0918508 Oct 10 12:01:49.393606 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6b6da9c7-6947-4943-b092-57a7cf826cf1 admin admin] Publish callbacks [] for security_group (26c54489-af8b-4422-88d3-281814442881), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:49.443415 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509972f-d1c7-4b65-b109-ff3cfba99266 req-d4cb1647-c1ce-4f03-8910-fffc93bcb18f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:49.445421 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6509972f-d1c7-4b65-b109-ff3cfba99266 req-d4cb1647-c1ce-4f03-8910-fffc93bcb18f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.1707418 Oct 10 12:01:49.457595 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 44476) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:49.463437 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'floatingip': {'port_id': '8f41ae8d-ac23-4143-85d3-27cb22c3af90'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:49.488289 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6b6da9c7-6947-4943-b092-57a7cf826cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (26c54489-af8b-4422-88d3-281814442881), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:49.492959 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6b6da9c7-6947-4943-b092-57a7cf826cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:49.495381 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-6b6da9c7-6947-4943-b092-57a7cf826cf1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/26c54489-af8b-4422-88d3-281814442881 HTTP/1.1" status: 204 len: 168 time: 0.2061875 Oct 10 12:01:49.511418 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6da9c7-6947-4943-b092-57a7cf826cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c54489-af8b-4422-88d3-281814442881,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:49.520508 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30f32651-9aa0-434d-8bdb-26628b8436b4 req-96521399-10da-4ef6-840e-933170624870 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293709 Oct 10 12:01:49.549952 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (8b0de26b-8979-4355-997e-44aba97a503c), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:49.861395 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:50.065810 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-61c3795f-21c9-42e3-a063-d6185eae909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:50.067512 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-61c3795f-21c9-42e3-a063-d6185eae909e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=f2e5245da9a24e679c6e19089e9aa199&device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1127 time: 0.1892266 Oct 10 12:01:50.076677 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44490) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:50.099328 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1728-01fd-433b-8cc5-8325ab1e8510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.101832 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d105094-5bff-4be9-90b4-19a79a7e5d62 req-df4c5e11-7d6d-4da3-bb76-a9bc8c6d7292 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:50.103514 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4d105094-5bff-4be9-90b4-19a79a7e5d62 req-df4c5e11-7d6d-4da3-bb76-a9bc8c6d7292 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1973782 Oct 10 12:01:50.109190 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2bef0-92d5-4877-af18-53c64bd49f21 req-bfa932dd-f631-4852-9b93-37f025ba7135 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:50.118564 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20a2bef0-92d5-4877-af18-53c64bd49f21 req-bfa932dd-f631-4852-9b93-37f025ba7135 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.2543106 Oct 10 12:01:50.231039 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1728-01fd-433b-8cc5-8325ab1e8510 admin admin] Publish callbacks [] for security_group (03a09089-a6ff-4a3c-b570-8db9a3ca5ffc), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.243853 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1728-01fd-433b-8cc5-8325ab1e8510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (03a09089-a6ff-4a3c-b570-8db9a3ca5ffc), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.273451 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20a2bef0-92d5-4877-af18-53c64bd49f21 req-45847892-399c-49d5-a83e-07ceb425364d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537356 Oct 10 12:01:50.307418 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-bc8d1728-01fd-433b-8cc5-8325ab1e8510 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2af3d3269e5f4bb797ad7402d7cdc47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297690 Oct 10 12:01:50.309143 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44494) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:50.345286 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d1728-01fd-433b-8cc5-8325ab1e8510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a09089-a6ff-4a3c-b570-8db9a3ca5ffc,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:50.386699 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d476c3c2-fff3-40e3-a576-4e6ab5350530 admin admin] Publish callbacks [] for security_group (03a09089-a6ff-4a3c-b570-8db9a3ca5ffc), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.417970 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d476c3c2-fff3-40e3-a576-4e6ab5350530 admin admin] Publish callbacks [] for security_group (03a09089-a6ff-4a3c-b570-8db9a3ca5ffc), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.464553 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4d105094-5bff-4be9-90b4-19a79a7e5d62 req-bdfc4683-ab72-4ed9-9faa-2abf9aa9ddcf tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089762 Oct 10 12:01:50.491751 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:50.521183 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d476c3c2-fff3-40e3-a576-4e6ab5350530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (03a09089-a6ff-4a3c-b570-8db9a3ca5ffc), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.525082 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d476c3c2-fff3-40e3-a576-4e6ab5350530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.526595 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-d476c3c2-fff3-40e3-a576-4e6ab5350530 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/03a09089-a6ff-4a3c-b570-8db9a3ca5ffc HTTP/1.1" status: 204 len: 168 time: 0.2165155 Oct 10 12:01:50.547613 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476c3c2-fff3-40e3-a576-4e6ab5350530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a09089-a6ff-4a3c-b570-8db9a3ca5ffc,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:50.656654 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0baf-a599-40cd-9103-d504cb651058 req-ac689177-a16c-469d-8632-7c8374a3f13f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:50.658711 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-341e0baf-a599-40cd-9103-d504cb651058 req-ac689177-a16c-469d-8632-7c8374a3f13f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1929793 Oct 10 12:01:50.692700 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dd660-4cba-4c1b-8247-0d8c7a43047f req-f8a6a33c-9f97-410a-8ddf-f149c752d94b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:50.694353 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-199dd660-4cba-4c1b-8247-0d8c7a43047f req-f8a6a33c-9f97-410a-8ddf-f149c752d94b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 943 time: 0.1199856 Oct 10 12:01:50.753543 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 8350774c-a156-46d0-bb3c-69064aad8304 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:01:50.815289 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.844844 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (8b0de26b-8979-4355-997e-44aba97a503c), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:50.866045 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-341e0baf-a599-40cd-9103-d504cb651058 req-d660246a-4b24-4678-aa5b-43caf57c9430 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836059 Oct 10 12:01:50.914561 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-199dd660-4cba-4c1b-8247-0d8c7a43047f req-9bc90678-0eb5-46c5-b000-f3f14d155ae5 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782951 Oct 10 12:01:50.923818 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:50.940381 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 8350774c-a156-46d0-bb3c-69064aad8304, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8350774c-a156-46d0-bb3c-69064aad8304,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:50.942793 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:50.964323 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '8350774c-a156-46d0-bb3c-69064aad8304', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'port_id': '8350774c-a156-46d0-bb3c-69064aad8304', 'mac_address': 'fa:16:3e:c9:ba:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:01:50.999926 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Floating IP 8b0de26b-8979-4355-997e-44aba97a503c associated. External IP: 172.27.0.251, port: 8f41ae8d-ac23-4143-85d3-27cb22c3af90. Oct 10 12:01:51.037655 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 8350774c-a156-46d0-bb3c-69064aad8304 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:51.038310 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8350774c-a156-46d0-bb3c-69064aad8304), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.061729 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8350774c-a156-46d0-bb3c-69064aad8304 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:01:51.084179 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 8350774c-a156-46d0-bb3c-69064aad8304, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8350774c-a156-46d0-bb3c-69064aad8304,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:51.102286 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8350774c-a156-46d0-bb3c-69064aad8304), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.175133 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=8350774c-a156-46d0-bb3c-69064aad8304,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:51.259417 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44506) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:51.278178 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2815a7cd-4143-4b42-acd5-0c3c85ad37f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.434915 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2815a7cd-4143-4b42-acd5-0c3c85ad37f2 admin admin] Publish callbacks [] for security_group (fd9630ed-7a8c-46b4-bcda-4f2f8db9c123), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.448520 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2815a7cd-4143-4b42-acd5-0c3c85ad37f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (fd9630ed-7a8c-46b4-bcda-4f2f8db9c123), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.503752 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2815a7cd-4143-4b42-acd5-0c3c85ad37f2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=233e62fd51b34997a5e095cf87f77878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420137 Oct 10 12:01:51.504767 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815a7cd-4143-4b42-acd5-0c3c85ad37f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9630ed-7a8c-46b4-bcda-4f2f8db9c123,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:51.508128 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44512) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:51.578260 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-41e08867-e1bc-4f24-bae5-e2a1f39ca9c0 admin admin] Publish callbacks [] for security_group (fd9630ed-7a8c-46b4-bcda-4f2f8db9c123), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.625541 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-41e08867-e1bc-4f24-bae5-e2a1f39ca9c0 admin admin] Publish callbacks [] for security_group (fd9630ed-7a8c-46b4-bcda-4f2f8db9c123), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.635330 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['8350774c-a156-46d0-bb3c-69064aad8304'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:01:51.638398 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:51.645320 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:51.699602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-41e08867-e1bc-4f24-bae5-e2a1f39ca9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (fd9630ed-7a8c-46b4-bcda-4f2f8db9c123), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.703256 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-41e08867-e1bc-4f24-bae5-e2a1f39ca9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:51.707097 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-41e08867-e1bc-4f24-bae5-e2a1f39ca9c0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fd9630ed-7a8c-46b4-bcda-4f2f8db9c123 HTTP/1.1" status: 204 len: 168 time: 0.1956940 Oct 10 12:01:51.717019 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e08867-e1bc-4f24-bae5-e2a1f39ca9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9630ed-7a8c-46b4-bcda-4f2f8db9c123,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:51.819835 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:51.887542 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a013a-787b-4a9e-9021-b70829205648 req-1051b592-9afa-42e2-ae48-07775d832325 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:51.896140 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-280a013a-787b-4a9e-9021-b70829205648 req-1051b592-9afa-42e2-ae48-07775d832325 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.3314574 Oct 10 12:01:51.914071 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-77872a34-58e6-4fab-9bfd-a09dbb34d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:51.915609 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-77872a34-58e6-4fab-9bfd-a09dbb34d877 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 1129 time: 0.3262827 Oct 10 12:01:51.921763 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92185853-4418-412f-8f3a-c7d0d78461ba req-6a7dd5bd-1375-49a3-ae9b-60423ba3f2e2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:51.928151 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-92185853-4418-412f-8f3a-c7d0d78461ba req-6a7dd5bd-1375-49a3-ae9b-60423ba3f2e2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.3519585 Oct 10 12:01:52.047351 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-e0eaa2fa-df0b-4ee1-a812-7cd5f794236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:52.048807 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-e0eaa2fa-df0b-4ee1-a812-7cd5f794236c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 200 len: 915 time: 0.4939055 Oct 10 12:01:52.050745 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:01:52.079701 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-280a013a-787b-4a9e-9021-b70829205648 req-5ed77da7-f87d-4f28-9e08-069d6059553a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818688 Oct 10 12:01:52.096731 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-92185853-4418-412f-8f3a-c7d0d78461ba req-1b95decb-8c4d-464e-ba5c-2001b8d3973e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676276 Oct 10 12:01:52.321443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78766-1af9-44e0-96ba-31dd897ea310 req-98b47a24-ef1b-485a-b92a-4b76fcfd4882 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:52.323043 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-edc78766-1af9-44e0-96ba-31dd897ea310 req-98b47a24-ef1b-485a-b92a-4b76fcfd4882 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1422379 Oct 10 12:01:52.341231 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb133-3a9e-412a-b212-75fc7aad2e7b req-04d902ef-bd0e-478c-b877-c25647df79f3 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:52.342724 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-370cb133-3a9e-412a-b212-75fc7aad2e7b req-04d902ef-bd0e-478c-b877-c25647df79f3 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 944 time: 0.1457331 Oct 10 12:01:52.368291 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:01:52.374835 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:52.383443 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:52.439570 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:52.440558 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:52.528911 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:52.534874 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-f0f7b9fb-e551-48c3-b750-31c261ae2103 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 217 time: 0.1019635 Oct 10 12:01:52.536440 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-84c673b4-eb93-4953-ace1-1a5b94bb0091 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/8b0de26b-8979-4355-997e-44aba97a503c HTTP/1.1" status: 200 len: 991 time: 3.0775607 Oct 10 12:01:52.566510 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'tag': '8f41ae8d-ac23-4143-85d3-27cb22c3af90'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:52.568861 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87616c20-17db-411a-8797-42bccc4aaab7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6a752b-46c1-419a-a67f-b438ec73dfef", "tag": "8f41ae8d-ac23-4143-85d3-27cb22c3af90"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:52.581979 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-edc78766-1af9-44e0-96ba-31dd897ea310 req-03e75d56-a4a7-400e-940b-b0400005d325 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520397 Oct 10 12:01:52.674099 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-370cb133-3a9e-412a-b212-75fc7aad2e7b req-4294c3db-5520-4468-a2aa-ee6a2dadde7f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073199 Oct 10 12:01:52.690414 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-3176fd18-ec95-4366-87b0-8cebf16422b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:52.705037 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-3176fd18-ec95-4366-87b0-8cebf16422b2 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=084a552b-7137-4c32-9f0d-1b276d068534 HTTP/1.1" status: 200 len: 853 time: 0.1298599 Oct 10 12:01:52.706793 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f5d3d5-4af9-40e1-a4d3-208f8bc92db1 x-openstack-request-id: req-49f5d3d5-4af9-40e1-a4d3-208f8bc92db1 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:52.709858 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6a752b-46c1-419a-a67f-b438ec73dfef", "tag": "8f41ae8d-ac23-4143-85d3-27cb22c3af90", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:52.709858 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49f5d3d5-4af9-40e1-a4d3-208f8bc92db1 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:52.709858 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f5d3d5-4af9-40e1-a4d3-208f8bc92db1'] response: {'name': 'network-changed', 'server_uuid': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'tag': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'status': 'completed', 'code': 200} Oct 10 12:01:52.714041 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:52.726452 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-297176a3-b216-4cab-bf9c-859a7e6507c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:52.728022 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-297176a3-b216-4cab-bf9c-859a7e6507c6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 911 time: 0.2805967 Oct 10 12:01:52.903702 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616c20-17db-411a-8797-42bccc4aaab7 req-7d16eea1-9649-41b1-b5bb-6b0d28047951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:52.905221 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87616c20-17db-411a-8797-42bccc4aaab7 req-7d16eea1-9649-41b1-b5bb-6b0d28047951 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 1129 time: 0.0899019 Oct 10 12:01:53.011015 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616c20-17db-411a-8797-42bccc4aaab7 req-d7fce515-f9a6-4598-b2d2-8cabb717cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:53.012524 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87616c20-17db-411a-8797-42bccc4aaab7 req-d7fce515-f9a6-4598-b2d2-8cabb717cdd3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 915 time: 0.1005502 Oct 10 12:01:53.064580 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 8350774c-a156-46d0-bb3c-69064aad8304 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:01:53.069816 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-1d021336-a7ef-44e3-8c6d-f59992e32e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:53.072537 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-1d021336-a7ef-44e3-8c6d-f59992e32e84 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2988343 Oct 10 12:01:53.139146 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-2266455e-72b3-4af4-b2a9-8699b7348b1c service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 HTTP/1.1" status: 200 len: 1001 time: 0.3531756 Oct 10 12:01:53.142799 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87616c20-17db-411a-8797-42bccc4aaab7 req-5e6d8076-43cc-4a6c-871e-b38023a489d6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f41ae8d-ac23-4143-85d3-27cb22c3af90 HTTP/1.1" status: 200 len: 999 time: 0.1227427 Oct 10 12:01:53.245897 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 8350774c-a156-46d0-bb3c-69064aad8304 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:01:53.307188 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 8350774c-a156-46d0-bb3c-69064aad8304 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:53.307591 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8350774c-a156-46d0-bb3c-69064aad8304), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:53.307936 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 8350774c-a156-46d0-bb3c-69064aad8304 Oct 10 12:01:53.352840 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:53.367565 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86bda9-b299-447a-9168-3354f42603b9 req-51979312-a080-4a70-9254-4f677442cd67 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:53.369253 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b86bda9-b299-447a-9168-3354f42603b9 req-51979312-a080-4a70-9254-4f677442cd67 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0998824 Oct 10 12:01:53.468136 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-c984b2cf-2373-486e-b0e6-631baac58cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:53.469601 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-c984b2cf-2373-486e-b0e6-631baac58cb6 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=4d4fac74-b3ac-4135-9f20-60b982967388 HTTP/1.1" status: 200 len: 849 time: 0.2909985 Oct 10 12:01:53.479802 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616c20-17db-411a-8797-42bccc4aaab7 req-3b1a68e6-5abe-4197-9a0b-407950fe91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:53.481441 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87616c20-17db-411a-8797-42bccc4aaab7 req-3b1a68e6-5abe-4197-9a0b-407950fe91f7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.3006849 Oct 10 12:01:53.515677 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 8350774c-a156-46d0-bb3c-69064aad8304 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:53.516271 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8350774c-a156-46d0-bb3c-69064aad8304), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:53.548986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf7fb-7b62-411d-ae37-7321ffa073fe req-fdf8ab9c-b61c-489e-acda-6090dc08f1fc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:53.550568 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bfaaf7fb-7b62-411d-ae37-7321ffa073fe req-fdf8ab9c-b61c-489e-acda-6090dc08f1fc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.2851882 Oct 10 12:01:53.589743 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:53.592069 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c5cd0b-a6a3-4968-89b5-29877abc6399" -d '{"events": [{"server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "name": "network-vif-plugged", "status": "completed", "tag": "8350774c-a156-46d0-bb3c-69064aad8304"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:53.608527 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616c20-17db-411a-8797-42bccc4aaab7 req-b6451603-956b-472b-a62e-1e77c6f672e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:53.610089 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87616c20-17db-411a-8797-42bccc4aaab7 req-b6451603-956b-472b-a62e-1e77c6f672e7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1101413 Oct 10 12:01:53.626842 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-f5ad1bf2-1a15-44e3-876c-b5c45cf59c3a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414486 Oct 10 12:01:53.627410 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 8350774c-a156-46d0-bb3c-69064aad8304, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8350774c-a156-46d0-bb3c-69064aad8304,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:01:53.629004 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '8b0de26b-8979-4355-997e-44aba97a503c', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:7b:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:19Z', 'updated_at': '2022-10-10T12:01:50Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}, {'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:03Z', 'revision_number': 2, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:53.634592 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8350774c-a156-46d0-bb3c-69064aad8304), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:53.679210 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:53.680578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-e2197351-6b18-4b94-abc4-2d1c6aaf9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:53.682144 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-e2197351-6b18-4b94-abc4-2d1c6aaf9ed4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=5c924414-a382-471c-a40e-c6f3cc3eb62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1933880 Oct 10 12:01:53.693472 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:53.698755 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b86bda9-b299-447a-9168-3354f42603b9 req-c5c4c82c-51f9-41c2-a883-db0cf67b0b87 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950175 Oct 10 12:01:53.700114 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:53.723503 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=8350774c-a156-46d0-bb3c-69064aad8304,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:53.741088 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:01:53.742760 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:01:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:53.910001 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:01:54.081815 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f107b6b4-28d7-4a75-85a8-cc61aad98f6b x-openstack-request-id: req-f107b6b4-28d7-4a75-85a8-cc61aad98f6b {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:54.085196 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "name": "network-vif-plugged", "status": "completed", "tag": "8350774c-a156-46d0-bb3c-69064aad8304", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:54.085666 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f107b6b4-28d7-4a75-85a8-cc61aad98f6b {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:54.087102 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f107b6b4-28d7-4a75-85a8-cc61aad98f6b'] response: {'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304', 'code': 200} Oct 10 12:01:54.096531 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:54.199863 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bce02-9636-4deb-ad6b-4ee0b4612eed req-0896b792-c17b-4c41-81ee-31316d01427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:54.202711 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-229bce02-9636-4deb-ad6b-4ee0b4612eed req-0896b792-c17b-4c41-81ee-31316d01427e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1129 time: 0.0809615 Oct 10 12:01:54.307230 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '8b0de26b-8979-4355-997e-44aba97a503c', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:7b:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:19Z', 'updated_at': '2022-10-10T12:01:50Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}, {'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:03Z', 'revision_number': 2, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:54.310685 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-229bce02-9636-4deb-ad6b-4ee0b4612eed req-29c9d906-04bb-4c22-b3ce-0053b95ebab9 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016872 Oct 10 12:01:54.334201 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d677a-6892-4d13-8e25-e9d4c81f60a1 None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '8b0de26b-8979-4355-997e-44aba97a503c', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:7b:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:19Z', 'updated_at': '2022-10-10T12:01:50Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}, {'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:03Z', 'revision_number': 2, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:54.434191 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-e2cb2a60-64d0-4555-a864-81fb9a7e80ac service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930215 Oct 10 12:01:54.436087 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87616c20-17db-411a-8797-42bccc4aaab7 req-06cd559e-eaaf-42a1-8713-131061392f93 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941084 Oct 10 12:01:54.439386 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bfaaf7fb-7b62-411d-ae37-7321ffa073fe req-4e8ef5c2-71f7-42f4-9f36-8a8da28bf29e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202698 Oct 10 12:01:54.484204 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbbd9-194e-42e5-a588-99609de7c037 req-41c0d4c6-825c-46bf-84de-dfb17db29d76 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:54.495100 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bcfbbbd9-194e-42e5-a588-99609de7c037 req-41c0d4c6-825c-46bf-84de-dfb17db29d76 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.5884833 Oct 10 12:01:54.538209 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf838b59-0af1-49ff-9429-af1122acf0dc req-35a50501-aee1-4f81-bf61-1862f915e5ac service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8780665 Oct 10 12:01:54.570472 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bcfbbbd9-194e-42e5-a588-99609de7c037 req-ec56f22e-ad82-49e7-a34e-0d82163be220 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746109 Oct 10 12:01:54.727556 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd342c15-f296-45da-a7d8-8da2ab11a95e req-b6810154-79f7-4802-8557-9ea45b419aa9 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:54.748074 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd342c15-f296-45da-a7d8-8da2ab11a95e req-b6810154-79f7-4802-8557-9ea45b419aa9 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.1175952 Oct 10 12:01:54.817252 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc49d8be-6e75-4a5c-a73f-6e104f885cee None None] New status for floating IP 8b0de26b-8979-4355-997e-44aba97a503c: ACTIVE {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:01:55.135072 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd342c15-f296-45da-a7d8-8da2ab11a95e req-2d76c812-b47c-44cf-b49c-f525d1534398 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859696 Oct 10 12:01:55.206787 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:55.212424 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8009f70a-2881-4994-8efe-2309efd2fd29 req-9cc458b9-3121-4b56-8dfc-ace9a304d8af service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576147 Oct 10 12:01:55.214576 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87616c20-17db-411a-8797-42bccc4aaab7 req-ec13f89f-4928-480a-8218-3e629c7a71e8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504952 Oct 10 12:01:55.228216 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f625a-0d08-47d2-bafc-fff232f76a7f req-7ffc4fc4-fa40-4399-b335-42e72c598423 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:55.236035 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-963f625a-0d08-47d2-bafc-fff232f76a7f req-7ffc4fc4-fa40-4399-b335-42e72c598423 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.2991619 Oct 10 12:01:55.327624 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-963f625a-0d08-47d2-bafc-fff232f76a7f req-727b1cbf-dbc0-4d94-87cb-a45b53bd541a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906577 Oct 10 12:01:55.720205 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:55.728525 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4e0ef-45a8-4ffe-af29-3c323c64df49 req-2cf0fef7-733f-4c2b-99bb-a3e00f0a5dfb tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:55.730178 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08a4e0ef-45a8-4ffe-af29-3c323c64df49 req-2cf0fef7-733f-4c2b-99bb-a3e00f0a5dfb tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0614266 Oct 10 12:01:55.814705 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08a4e0ef-45a8-4ffe-af29-3c323c64df49 req-9c4be265-e990-4ff1-a8bb-3fb05e09156b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757046 Oct 10 12:01:56.297507 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:56.323153 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 44612) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:56.326126 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-0026173e-797f-48bd-b67d-ab17d94134c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612267058', 'description': 'tempest-description--1620606911'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:56.340555 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6410d07-6cf2-4726-a627-bd918a36c413 req-dbfb0541-157b-4a24-aad5-f3edc1918a5e tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:56.342196 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6410d07-6cf2-4726-a627-bd918a36c413 req-dbfb0541-157b-4a24-aad5-f3edc1918a5e tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.0803664 Oct 10 12:01:56.431520 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0026173e-797f-48bd-b67d-ab17d94134c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:56.456612 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6410d07-6cf2-4726-a627-bd918a36c413 req-77a8814d-84a1-469a-8d3a-f630ac6de901 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038845 Oct 10 12:01:56.535891 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d4dbb-5a81-4f28-9660-f12572ef4cc1 req-80811980-fe8b-45ed-b946-8b6b8b0bf83c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:56.537414 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8c3d4dbb-5a81-4f28-9660-f12572ef4cc1 req-80811980-fe8b-45ed-b946-8b6b8b0bf83c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0772257 Oct 10 12:01:56.639293 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0026173e-797f-48bd-b67d-ab17d94134c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group (fe5204f1-95d4-44e9-be91-7a8222f064b6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:56.657836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848bc6f-b18c-443d-8718-fc25084d92ee req-789813da-457d-4ea0-b490-43da71b87136 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:56.666807 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6848bc6f-b18c-443d-8718-fc25084d92ee req-789813da-457d-4ea0-b490-43da71b87136 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.0941536 Oct 10 12:01:56.668890 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0026173e-797f-48bd-b67d-ab17d94134c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (fe5204f1-95d4-44e9-be91-7a8222f064b6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:56.697209 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8c3d4dbb-5a81-4f28-9660-f12572ef4cc1 req-08179145-bd59-4a9c-8ee0-39e96ddb155a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515012 Oct 10 12:01:56.754037 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0026173e-797f-48bd-b67d-ab17d94134c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:56.758570 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0026173e-797f-48bd-b67d-ab17d94134c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4327300 Oct 10 12:01:56.760128 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44622) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:56.760625 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026173e-797f-48bd-b67d-ab17d94134c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5204f1-95d4-44e9-be91-7a8222f064b6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:56.765413 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-90798485-08db-4f38-844d-7243b15abff6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'security_group_rule': {'security_group_id': 'fe5204f1-95d4-44e9-be91-7a8222f064b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:56.785498 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6848bc6f-b18c-443d-8718-fc25084d92ee req-856035aa-3bb7-40cc-9f0a-ecf94ae5e4c5 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188650 Oct 10 12:01:56.808408 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90798485-08db-4f38-844d-7243b15abff6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group_rule (e6e3008e-8cb5-44e8-b279-99dcb88ddb31), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.021308 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90798485-08db-4f38-844d-7243b15abff6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group_rule (e6e3008e-8cb5-44e8-b279-99dcb88ddb31), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.033245 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90798485-08db-4f38-844d-7243b15abff6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (e6e3008e-8cb5-44e8-b279-99dcb88ddb31), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.083771 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90798485-08db-4f38-844d-7243b15abff6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.086524 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-90798485-08db-4f38-844d-7243b15abff6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3259284 Oct 10 12:01:57.090738 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44634) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:57.093098 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90798485-08db-4f38-844d-7243b15abff6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e3008e-8cb5-44e8-b279-99dcb88ddb31,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:57.093378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6627c8-29fe-4e5a-aa99-61ce04a16dba req-6df3d7e0-2c15-431b-ba8b-b17268755e78 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:57.095269 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5f6627c8-29fe-4e5a-aa99-61ce04a16dba req-6df3d7e0-2c15-431b-ba8b-b17268755e78 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1546917 Oct 10 12:01:57.100105 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-fefaeefd-df1e-41fc-94bf-04a578330f80 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'security_group_rule': {'security_group_id': 'fe5204f1-95d4-44e9-be91-7a8222f064b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:57.175235 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fefaeefd-df1e-41fc-94bf-04a578330f80 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group_rule (72e05cca-4626-419a-bc69-ba83830ffa43), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.205726 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5f6627c8-29fe-4e5a-aa99-61ce04a16dba req-3bf6f64f-0f2c-4123-bf9b-ff4253a2d39c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999515 Oct 10 12:01:57.289819 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fefaeefd-df1e-41fc-94bf-04a578330f80 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group_rule (72e05cca-4626-419a-bc69-ba83830ffa43), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.296520 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fefaeefd-df1e-41fc-94bf-04a578330f80 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (72e05cca-4626-419a-bc69-ba83830ffa43), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.312114 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaeefd-df1e-41fc-94bf-04a578330f80 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e05cca-4626-419a-bc69-ba83830ffa43,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:57.358932 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fefaeefd-df1e-41fc-94bf-04a578330f80 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.360548 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-fefaeefd-df1e-41fc-94bf-04a578330f80 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684722 Oct 10 12:01:57.364025 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44650) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:57.370214 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:57.403789 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec2970-4025-4c4c-838a-0969277350ed req-f87dd4f5-7924-4a0d-ba3f-eb59412091ae tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:57.408744 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.415317 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12ec2970-4025-4c4c-838a-0969277350ed req-f87dd4f5-7924-4a0d-ba3f-eb59412091ae tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.0872016 Oct 10 12:01:57.509904 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12ec2970-4025-4c4c-838a-0969277350ed req-73663e7c-ed27-4238-8f55-ae3b83df4066 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936294 Oct 10 12:01:57.556769 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.605540 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:57.694235 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Allocated IP 172.27.0.252 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/57980054-c550-4625-a94b-bdb6aafc0bb1) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:57.846860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627e74-40fa-463d-a620-ccf4c31b37f4 req-15bdb52c-a53e-44e7-bb50-3b6b71e982f8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:57.848650 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for port (57980054-c550-4625-a94b-bdb6aafc0bb1), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.855726 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82627e74-40fa-463d-a620-ccf4c31b37f4 req-15bdb52c-a53e-44e7-bb50-3b6b71e982f8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0624595 Oct 10 12:01:57.890216 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:57.896565 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (57980054-c550-4625-a94b-bdb6aafc0bb1), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:57.914380 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82627e74-40fa-463d-a620-ccf4c31b37f4 req-75b9621c-f29b-46ed-ad64-4ad9750075a6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573840 Oct 10 12:01:57.956190 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:57.965858 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:57.971296 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event updated for resources: {'Port': ['ID=57980054-c550-4625-a94b-bdb6aafc0bb1,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:57.973905 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:01:58.058763 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:58.098160 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (57980054-c550-4625-a94b-bdb6aafc0bb1), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:58.274594 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for port (57980054-c550-4625-a94b-bdb6aafc0bb1), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:58.280955 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26182445'] for port (57980054-c550-4625-a94b-bdb6aafc0bb1), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:58.335592 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:58.358615 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event updated for resources: {'Port': ['ID=57980054-c550-4625-a94b-bdb6aafc0bb1,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:58.364374 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:58.380530 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:58.389867 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c60b9636-c861-4e25-811f-39c4e3c50663 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0166516 Oct 10 12:01:58.518934 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-f48b4ad1-dd3e-4459-b33d-1d15bc913eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:58.520468 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-f48b4ad1-dd3e-4459-b33d-1d15bc913eab service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1129 time: 0.0410771 Oct 10 12:01:58.634875 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:58.641396 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-6dcdd935-8ae7-4ef6-8dba-65af4191d3b0 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--612267058&fields=id&tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7 HTTP/1.1" status: 200 len: 267 time: 0.0970445 Oct 10 12:01:58.656908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-08833084-81b4-43d3-9b7b-90b814ec8fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:58.721560 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:58.729238 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-29682282-ea1d-43fb-9ed8-e19c4f013d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:58.730710 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-29682282-ea1d-43fb-9ed8-e19c4f013d76 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.1791563 Oct 10 12:01:58.827272 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-7d53c0ec-9fe1-4ef1-9d41-c2cf0e2b1013 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:58.828736 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-7d53c0ec-9fe1-4ef1-9d41-c2cf0e2b1013 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 819 time: 0.1783247 Oct 10 12:01:58.830818 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-a1ac0c74-7758-4250-8383-0c55fd7b3a2b service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 1000 time: 0.0888109 Oct 10 12:01:58.852514 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-a068a892-760a-4737-bd85-534832599431 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/quotas/b72dcfa7755e499f8f55ade0fde3d7c7 HTTP/1.1" status: 200 len: 375 time: 0.0183382 Oct 10 12:01:58.917858 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-875d88a2-6d32-4569-bda6-52a310515b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:58.919322 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-875d88a2-6d32-4569-bda6-52a310515b54 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0784938 Oct 10 12:01:58.930657 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-f2f7a3e4-a102-4421-aba2-8ad95addfecb tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0612612 Oct 10 12:01:59.031994 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-07dae3f9-c55f-4e31-ab70-cb357506e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:59.033497 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-07dae3f9-c55f-4e31-ab70-cb357506e883 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003673 Oct 10 12:01:59.131614 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea8d5c-325c-4419-8594-56a94bde8292 req-b28c7741-5a41-4d87-8970-af7c914f6f8c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:59.133631 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3ea8d5c-325c-4419-8594-56a94bde8292 req-b28c7741-5a41-4d87-8970-af7c914f6f8c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1204090 Oct 10 12:01:59.174812 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-bf05b441-94c9-4eda-8436-481d1c88cf32 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310350 Oct 10 12:01:59.270861 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3ea8d5c-325c-4419-8594-56a94bde8292 req-4e452bef-a0ee-4bf2-bf4b-ae9f8858a0ac tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287310 Oct 10 12:01:59.274699 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-19bab3d8-e457-4ec7-a14e-d25bfad254cd service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235992 Oct 10 12:01:59.383995 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-f287e1a2-558e-4e10-be2c-f6208399e0cd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933243 Oct 10 12:01:59.408574 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69fd3ffb-301b-46b8-8632-149f467e5475 req-12fbbea0-95c0-4bdf-b77c-703be3a6de4a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260989 Oct 10 12:01:59.559569 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b4baa86-6047-4b6d-ad2b-68a9e53e16a5 req-aa226756-9d69-49ba-a6ef-92442ca0bdb7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0294821 Oct 10 12:02:00.405603 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484371f9-1c3f-4fc2-be91-8f56286671d3 req-f7c5abc1-26ec-466a-adb0-879e03d27b48 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:00.407553 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-484371f9-1c3f-4fc2-be91-8f56286671d3 req-f7c5abc1-26ec-466a-adb0-879e03d27b48 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0532944 Oct 10 12:02:00.457793 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-484371f9-1c3f-4fc2-be91-8f56286671d3 req-2955cbb5-5cb9-4355-a3ef-2ce7a7489b6c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Oct 10 12:02:00.659471 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-37e38ec9-fd9c-4c15-be38-6ecac287310d req-c4a946a6-6520-40d4-bc23-fddde4f0aa7c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0292246 Oct 10 12:02:00.912569 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-dde80868-f96c-456a-8838-0a5a1b4ffa56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:01.591360 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bcaab-d53a-4297-b68e-a620ba78fa5c req-c06401dd-c882-4f9c-819a-65a386b7c0e8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:01.592860 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-241bcaab-d53a-4297-b68e-a620ba78fa5c req-c06401dd-c882-4f9c-819a-65a386b7c0e8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.0490773 Oct 10 12:02:01.620165 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:01.651821 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-241bcaab-d53a-4297-b68e-a620ba78fa5c req-25bc3e62-6ddb-49a8-bb1a-bd5face82e4b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528877 Oct 10 12:02:01.769354 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ba9fd64c-025f-4d84-a853-0f019cbd52aa req-307c95e7-a7fe-4e9a-8f81-a12c1bc9dc39 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0322959 Oct 10 12:02:01.928873 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.090517 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:02:02.488765 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44790) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:02.609430 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bb887ad8-33c5-4985-a49b-9b51de7f6979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.692391 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bb887ad8-33c5-4985-a49b-9b51de7f6979 admin admin] Publish callbacks [] for security_group (74f6b7be-27b3-4602-a0a9-b136df54023b), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.707484 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bb887ad8-33c5-4985-a49b-9b51de7f6979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (74f6b7be-27b3-4602-a0a9-b136df54023b), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.745674 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb887ad8-33c5-4985-a49b-9b51de7f6979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f6b7be-27b3-4602-a0a9-b136df54023b,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:02.771414 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-bb887ad8-33c5-4985-a49b-9b51de7f6979 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=037f6cfeab424dd99dae2fe1347b074a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814667 Oct 10 12:02:02.773643 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44800) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:02.850725 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-f3df044a-268f-40a3-ad7e-3d59c1e25164 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:02.853665 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e98a97e-d24a-4513-9304-96041dd5c855 admin admin] Publish callbacks [] for security_group (74f6b7be-27b3-4602-a0a9-b136df54023b), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.857359 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-f3df044a-268f-40a3-ad7e-3d59c1e25164 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 819 time: 0.1619186 Oct 10 12:02:02.880685 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e98a97e-d24a-4513-9304-96041dd5c855 admin admin] Publish callbacks [] for security_group (74f6b7be-27b3-4602-a0a9-b136df54023b), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.937975 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e98a97e-d24a-4513-9304-96041dd5c855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (74f6b7be-27b3-4602-a0a9-b136df54023b), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.942218 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e98a97e-d24a-4513-9304-96041dd5c855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.947171 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8e98a97e-d24a-4513-9304-96041dd5c855 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/74f6b7be-27b3-4602-a0a9-b136df54023b HTTP/1.1" status: 204 len: 168 time: 0.1683466 Oct 10 12:02:02.947357 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-109ff98b-f3e9-4887-9e66-cc3129b85e40 req-bca972b4-21ee-4cb2-a459-831c54b1bc9c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0516751 Oct 10 12:02:02.948093 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:02.954709 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98a97e-d24a-4513-9304-96041dd5c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f6b7be-27b3-4602-a0a9-b136df54023b,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:02.960928 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328bd45-c7c0-48db-9980-c6f9da80c12e req-aff34f54-cb18-4438-8940-ec903aa6cfb8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:02.971212 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7328bd45-c7c0-48db-9980-c6f9da80c12e req-aff34f54-cb18-4438-8940-ec903aa6cfb8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 945 time: 0.1112292 Oct 10 12:02:03.024288 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:03.063355 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-e2e4ac04-c535-4ff4-aaf7-035e91e39572 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7 HTTP/1.1" status: 200 len: 379 time: 0.1675904 Oct 10 12:02:03.071121 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7328bd45-c7c0-48db-9980-c6f9da80c12e req-b7018f6d-041c-4509-b5df-25350a806051 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917084 Oct 10 12:02:03.128194 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:02:03.157310 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'port': {'device_id': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'admin_state_up': True, 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'security_groups': ['fe5204f1-95d4-44e9-be91-7a8222f064b6']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:03.236052 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port fa2ac855-9b1f-4330-96cc-cad641c595d3 is: ACTIVE; New status is: DOWN {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:03.236781 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.267743 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:03.270034 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8971cfa-7e32-4bec-8ed7-a6880bdf3c30" -d '{"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:03.284141 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:03.290692 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.310310 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44822) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:03.319364 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Made reservation on behalf of b72dcfa7755e499f8f55ade0fde3d7c7 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:03.324969 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.337578 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dc7197a0-16e3-499f-8c5f-5a4e9de066d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.355014 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=8']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:03.363068 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b09acbf-8e61-43ff-a864-9b85dd37c214 x-openstack-request-id: req-7b09acbf-8e61-43ff-a864-9b85dd37c214 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:03.363439 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:03.363760 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b09acbf-8e61-43ff-a864-9b85dd37c214 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:03.364421 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b09acbf-8e61-43ff-a864-9b85dd37c214'] response: {'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'code': 200} Oct 10 12:02:03.449505 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dc7197a0-16e3-499f-8c5f-5a4e9de066d0 admin admin] Publish callbacks [] for security_group (a16cff68-de26-4d16-9b51-bb19c5db6936), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.455625 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dc7197a0-16e3-499f-8c5f-5a4e9de066d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (a16cff68-de26-4d16-9b51-bb19c5db6936), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.498560 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-dc7197a0-16e3-499f-8c5f-5a4e9de066d0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=780ecb86f7654fb58d8507ebcc446aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846516 Oct 10 12:02:03.499307 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44826) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:03.509719 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Allocated IP 172.20.0.10 (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422/95412195-ef37-40f7-ae8f-143b7f8669e9/45df0c70-afe6-4d06-b061-e7e825e93be9) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:03.512157 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7197a0-16e3-499f-8c5f-5a4e9de066d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16cff68-de26-4d16-9b51-bb19c5db6936,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:03.558150 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-860691c7-2f80-462a-9c98-6c7210f723df admin admin] Publish callbacks [] for security_group (a16cff68-de26-4d16-9b51-bb19c5db6936), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.579787 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-860691c7-2f80-462a-9c98-6c7210f723df admin admin] Publish callbacks [] for security_group (a16cff68-de26-4d16-9b51-bb19c5db6936), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.659092 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.695293 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.719277 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:03.721587 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-860691c7-2f80-462a-9c98-6c7210f723df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (a16cff68-de26-4d16-9b51-bb19c5db6936), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.724463 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-860691c7-2f80-462a-9c98-6c7210f723df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.725537 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-860691c7-2f80-462a-9c98-6c7210f723df admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a16cff68-de26-4d16-9b51-bb19c5db6936 HTTP/1.1" status: 204 len: 168 time: 0.2258165 Oct 10 12:02:03.738722 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860691c7-2f80-462a-9c98-6c7210f723df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16cff68-de26-4d16-9b51-bb19c5db6936,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:03.741479 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.745677 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.806191 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-e06e2fca-c465-46d2-8e4c-8b40cd7dc762 req-4672b78b-13d8-4678-ae82-956a6fe2e3be service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:02:03.807225 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e06e2fca-c465-46d2-8e4c-8b40cd7dc762 req-4672b78b-13d8-4678-ae82-956a6fe2e3be service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0143094 Oct 10 12:02:03.809282 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:03.817298 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:03.821567 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:02:03.884502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event updated for resources: {'Port': ['ID=45df0c70-afe6-4d06-b061-e7e825e93be9,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:03.896989 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:03.897816 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:03.911986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.912349 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.912684 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.913195 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.914419 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.915469 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.915469 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.915797 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.915908 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.916375 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.917016 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.917508 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.917998 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.918473 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.919149 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:03.936946 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-903fde0b-cd0e-484e-b98f-0d46d22a14b9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7843826 Oct 10 12:02:03.959957 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Request body: {'port': {'device_id': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:04.055081 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.142369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:04.165704 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-45bb8ef6-c321-4ebc-b623-dca96a69ffbd None None] Provisioning complete for port 45df0c70-afe6-4d06-b061-e7e825e93be9 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:04.166324 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-45bb8ef6-c321-4ebc-b623-dca96a69ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.166434 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-45bb8ef6-c321-4ebc-b623-dca96a69ffbd None None] Attempt 1 to provision port 45df0c70-afe6-4d06-b061-e7e825e93be9 Oct 10 12:02:04.185849 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:04.204428 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-45bb8ef6-c321-4ebc-b623-dca96a69ffbd None None] Port 45df0c70-afe6-4d06-b061-e7e825e93be9 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:02:04.204795 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-976ed2a6-c56a-484f-9f47-9e4cc105af2a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1779695716&fields=id&tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 267 time: 0.1601498 Oct 10 12:02:04.213785 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587773a-2e6c-4f99-b360-be282c6771e4 req-06169d74-0264-4b08-806b-00e1d3474950 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:04.215356 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9587773a-2e6c-4f99-b360-be282c6771e4 req-06169d74-0264-4b08-806b-00e1d3474950 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 932 time: 0.1251299 Oct 10 12:02:04.321891 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44864) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:04.336351 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.401057 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9587773a-2e6c-4f99-b360-be282c6771e4 req-4833b7d0-e0d5-4593-8a68-11f4839a23f5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738260 Oct 10 12:02:04.423304 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:DELETE=8,neutron:SELECT=74,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:04.457985 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Publish callbacks [] for security_group (2c5fee16-3934-4d48-9506-617695af66f9), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.465298 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2c5fee16-3934-4d48-9506-617695af66f9), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.475208 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc23b1-009e-425f-af20-da2d08c32bff req-9711229f-604b-41cc-aa77-52a18c8d2990 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:04.476748 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-9711229f-604b-41cc-aa77-52a18c8d2990 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 812 time: 0.2578118 Oct 10 12:02:04.501495 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-a9648740-3bf9-4aae-9207-bfe59a0eb87b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/quotas/638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 375 time: 0.0158303 Oct 10 12:02:04.527061 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=212fde1e79f74dd99efeda32b17ae110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039411 Oct 10 12:02:04.527857 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5fee16-3934-4d48-9506-617695af66f9,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:04.530293 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44876) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:04.542461 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.542812 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.543220 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.543544 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.543989 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.544320 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.544740 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.544967 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.545309 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.545640 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.546613 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.546613 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.546613 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.547002 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.547250 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e76058-40a8-459a-abc0-79824c949fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.576082 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 44878) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:04.603271 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-24bd3bec-2964-4d7a-8008-09d40d5a70c9 admin admin] Publish callbacks [] for security_group (2c5fee16-3934-4d48-9506-617695af66f9), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.609514 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-b1558519-add4-431a-892d-568143f0d1ab tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991271 Oct 10 12:02:04.616680 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96c4a1-2718-4378-b262-be765ba5eddf req-bf633919-4ae7-482e-9c27-0ca337642fee tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:04.623414 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf96c4a1-2718-4378-b262-be765ba5eddf req-bf633919-4ae7-482e-9c27-0ca337642fee tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.1236227 Oct 10 12:02:04.624755 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-24bd3bec-2964-4d7a-8008-09d40d5a70c9 admin admin] Publish callbacks [] for security_group (2c5fee16-3934-4d48-9506-617695af66f9), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.687212 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-24bd3bec-2964-4d7a-8008-09d40d5a70c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2c5fee16-3934-4d48-9506-617695af66f9), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.689825 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-24bd3bec-2964-4d7a-8008-09d40d5a70c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.693300 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-24bd3bec-2964-4d7a-8008-09d40d5a70c9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2c5fee16-3934-4d48-9506-617695af66f9 HTTP/1.1" status: 204 len: 168 time: 0.1588190 Oct 10 12:02:04.700910 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd3bec-2964-4d7a-8008-09d40d5a70c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5fee16-3934-4d48-9506-617695af66f9,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:04.778682 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:04.787719 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-1c40d9f6-ff66-42f7-96bf-5196c8a670bb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2087121 Oct 10 12:02:04.796225 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45df0c70-afe6-4d06-b061-e7e825e93be9 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:02:04.809353 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-9a90cd89-a394-4c6f-b590-62dd92b9667a service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:02:04.810420 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-9a90cd89-a394-4c6f-b590-62dd92b9667a service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0093863 Oct 10 12:02:04.816769 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Publish callbacks [] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.839198 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bf96c4a1-2718-4378-b262-be765ba5eddf req-80da0f4b-d705-48b6-be58-3b84a603aa05 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036378 Oct 10 12:02:04.862027 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Transition to ACTIVE for port object 45df0c70-afe6-4d06-b061-e7e825e93be9 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:04.872686 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.936991 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-ec353869-112d-40d7-b6eb-de7403e8c049 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023229 Oct 10 12:02:04.977538 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 44892) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:05.042828 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Pushing event updated for resources: {'Port': ['ID=45df0c70-afe6-4d06-b061-e7e825e93be9,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:05.060832 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:05.100043 dv-cinder-850618-4-iscsi neutron-server[106262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 10 12:02:05.105818 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Attempting to bind port 45df0c70-afe6-4d06-b061-e7e825e93be9 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:02:05.106153 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Attempting to bind port 45df0c70-afe6-4d06-b061-e7e825e93be9 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:02:05.106487 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Attempting to bind port 45df0c70-afe6-4d06-b061-e7e825e93be9 on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:02:05.138739 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-3710a662-8b74-49aa-a4d0-13ae99a66749 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008893 Oct 10 12:02:05.150012 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-4d17bc8a-82b7-451c-9558-c02a277318bd tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:05.151663 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-4d17bc8a-82b7-451c-9558-c02a277318bd tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports/fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 940 time: 0.1731462 Oct 10 12:02:05.165338 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Port 45df0c70-afe6-4d06-b061-e7e825e93be9 on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:02:05.165984 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Attempting to bind port 45df0c70-afe6-4d06-b061-e7e825e93be9 on network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:02:05.211080 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:05.217986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:02:05.218531 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Checking segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:02:05.219135 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Bound using segment: {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:02:05.219736 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Bound port: 45df0c70-afe6-4d06-b061-e7e825e93be9, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597ffcf7-cd01-447c-a739-74e7b44909e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:02:05.220288 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:05.328079 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] For port 45df0c70-afe6-4d06-b061-e7e825e93be9, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:02:05.333011 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] For port 45df0c70-afe6-4d06-b061-e7e825e93be9, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=45df0c70-afe6-4d06-b061-e7e825e93be9,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:02:05.346267 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:05.353280 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:05.355633 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:05.358696 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 200 len: 1094 time: 1.4031930 Oct 10 12:02:05.359543 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:05.362953 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83" -d '{"events": [{"name": "network-changed", "server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:05.430387 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4c0226-b6d2-478f-a130-3de8005dfb50 x-openstack-request-id: req-8b4c0226-b6d2-478f-a130-3de8005dfb50 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:05.430911 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:05.432185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b4c0226-b6d2-478f-a130-3de8005dfb50 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:05.432818 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4c0226-b6d2-478f-a130-3de8005dfb50'] response: {'name': 'network-changed', 'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'status': 'completed', 'code': 200} Oct 10 12:02:05.440377 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf1069-adae-4a73-9908-993a923bbbae service neutron] Pushing event updated for resources: {'Port': ['ID=45df0c70-afe6-4d06-b061-e7e825e93be9,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:05.868159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2730fd58-d882-4cfa-ab7f-e6dd3e3ce8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:05.870832 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-2730fd58-d882-4cfa-ab7f-e6dd3e3ce8bf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1128 time: 0.4106009 Oct 10 12:02:05.875586 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-17e1b1b4-2232-4edd-bdaa-46289eeb84b3 req-956fbb2a-7d82-4877-a27b-ee600b44a4d6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 210 time: 0.0605779 Oct 10 12:02:05.887368 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0340851-0853-4404-9016-7c8846213161 req-e990fb69-f115-4736-a9b0-7d8ed6aae810 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:05.888860 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0340851-0853-4404-9016-7c8846213161 req-e990fb69-f115-4736-a9b0-7d8ed6aae810 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 944 time: 0.3731849 Oct 10 12:02:06.003800 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-06d78363-ecad-4a3a-9c14-af8eb95ea42e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 200 len: 217 time: 0.0782368 Oct 10 12:02:06.120554 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0340851-0853-4404-9016-7c8846213161 req-43f75cb8-30db-4729-9040-2f3083f187bd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146764 Oct 10 12:02:06.128565 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7e21-9e15-417a-9e4d-328a820a2146 req-6a000855-7af7-4378-900e-4962b598516d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:06.130059 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-93aa7e21-9e15-417a-9e4d-328a820a2146 req-6a000855-7af7-4378-900e-4962b598516d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.1358349 Oct 10 12:02:06.157566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-45e42fe9-d8dd-422e-9e3f-a1d916fdf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:06.159125 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-45e42fe9-d8dd-422e-9e3f-a1d916fdf102 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0893338 Oct 10 12:02:06.231425 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-93aa7e21-9e15-417a-9e4d-328a820a2146 req-b77d4bb7-6a9f-4954-af83-46b0bd5baa1c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917776 Oct 10 12:02:06.234551 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-c7e5a419-ffc3-4eac-ac9f-91961d358393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:06.235974 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-c7e5a419-ffc3-4eac-ac9f-91961d358393 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685070 Oct 10 12:02:06.351583 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-83d2e62c-cc29-4913-80db-82bd52b71408 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888975 Oct 10 12:02:06.477791 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:06.523760 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0f6bdbb-cd92-4471-8598-cbe7742221cd req-da3996a1-cf8a-4b5a-962e-460362b893cc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996513 Oct 10 12:02:06.980969 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0f86f72b-7b03-404f-880a-8a4574272b24 req-2f38c306-3545-4b53-983c-eccf42f3b5ad tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Oct 10 12:02:07.283824 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f987525-9f46-4200-97b1-f79c02fd5750 req-6bde9f38-9495-4bef-8210-50b9d70ed083 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:07.287518 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f987525-9f46-4200-97b1-f79c02fd5750 req-6bde9f38-9495-4bef-8210-50b9d70ed083 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 944 time: 0.0811646 Oct 10 12:02:07.359490 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:07.372313 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f987525-9f46-4200-97b1-f79c02fd5750 req-03aab18a-a4ea-4095-9efd-c76cecf35768 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769145 Oct 10 12:02:07.383831 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e305dc-89cc-42f9-afa6-0c2b652ae82c req-821685e2-3dbc-4e7e-9dfd-db2eac0f3a2e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:07.385218 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b4e305dc-89cc-42f9-afa6-0c2b652ae82c req-821685e2-3dbc-4e7e-9dfd-db2eac0f3a2e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0624971 Oct 10 12:02:07.437121 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b4e305dc-89cc-42f9-afa6-0c2b652ae82c req-2ca7ff36-3749-4e5e-b3fa-d558b10bda52 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 Oct 10 12:02:08.086353 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b2d60b2-b5b3-4eeb-b97b-5806c2be6478 req-4325005a-11e0-4a2d-bbaa-bad26597f8b8 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 210 time: 0.0292265 Oct 10 12:02:08.205804 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-678d79da-3751-46df-b218-059ddc958538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:08.207279 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-678d79da-3751-46df-b218-059ddc958538 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1128 time: 0.0412414 Oct 10 12:02:08.500530 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d24c-dc49-4589-a3a6-6b6690f2efe8 req-f04a0f85-49d9-415a-8a9e-cb8853bcd230 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:08.502243 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ce1d24c-dc49-4589-a3a6-6b6690f2efe8 req-f04a0f85-49d9-415a-8a9e-cb8853bcd230 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 944 time: 0.0497010 Oct 10 12:02:08.588412 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c48396-a087-40e2-b7a7-9d6a0aa140d4 req-f70cd5b6-be66-4db8-a914-872667d1b71c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:08.589904 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9c48396-a087-40e2-b7a7-9d6a0aa140d4 req-f70cd5b6-be66-4db8-a914-872667d1b71c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0678668 Oct 10 12:02:08.593082 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ce1d24c-dc49-4589-a3a6-6b6690f2efe8 req-27f2e1b6-af8b-4b8b-b76b-131243978b92 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849359 Oct 10 12:02:08.689694 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9c48396-a087-40e2-b7a7-9d6a0aa140d4 req-37c0d094-a491-487a-8213-7c8f75be6fba tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933828 Oct 10 12:02:08.740732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-85eb1a86-354d-4786-aeb9-6615fefd828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:08.742977 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-85eb1a86-354d-4786-aeb9-6615fefd828d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.1182437 Oct 10 12:02:09.051988 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 45df0c70-afe6-4d06-b061-e7e825e93be9 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:02:09.166447 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 45df0c70-afe6-4d06-b061-e7e825e93be9, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=45df0c70-afe6-4d06-b061-e7e825e93be9,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:09.180514 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'mac_address': 'fa:16:3e:68:73:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:02:09.216681 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-b8efd52a-7a93-4e59-ba55-a925922d2de6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 200 len: 217 time: 0.1122751 Oct 10 12:02:09.237772 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 45df0c70-afe6-4d06-b061-e7e825e93be9 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:09.238113 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:09.252364 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45df0c70-afe6-4d06-b061-e7e825e93be9 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:02:09.287135 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 45df0c70-afe6-4d06-b061-e7e825e93be9, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=45df0c70-afe6-4d06-b061-e7e825e93be9,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:09.298579 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:09.312541 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0dc0a18a-5186-433f-b591-ac29978e2139 req-ef280918-e44f-4e0f-8e3b-864365871513 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 210 time: 0.0718153 Oct 10 12:02:09.344673 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-b2e33eee-38fa-48ff-9858-fbdf63c9df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:09.348210 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-b2e33eee-38fa-48ff-9858-fbdf63c9df3d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.1191456 Oct 10 12:02:09.359188 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=45df0c70-afe6-4d06-b061-e7e825e93be9,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:09.368733 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.369257 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.369779 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.370277 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.370755 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.371247 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.371730 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.372633 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.373110 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.373581 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.374049 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.374574 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.375137 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.375698 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.376157 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:09.445598 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-9dbdc31f-6fce-4027-8fd1-deb38cdf3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:09.449128 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-9dbdc31f-6fce-4027-8fd1-deb38cdf3e1b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843034 Oct 10 12:02:09.614701 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84001f24-021d-4814-aedf-3c6d7d7722c7 req-8395abed-ce86-4d3b-85bd-4ec6e2798f61 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:09.616117 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-84001f24-021d-4814-aedf-3c6d7d7722c7 req-8395abed-ce86-4d3b-85bd-4ec6e2798f61 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.0464823 Oct 10 12:02:09.664245 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-84001f24-021d-4814-aedf-3c6d7d7722c7 req-1638b480-87f7-4226-9ed1-6b2044cce55d tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Oct 10 12:02:09.701662 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45030) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:09.735761 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509bc1-96d0-44bd-841e-ffc4888f3c38 req-aa92a874-86f1-47f2-b57d-fb33592eb510 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:09.737390 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d509bc1-96d0-44bd-841e-ffc4888f3c38 req-aa92a874-86f1-47f2-b57d-fb33592eb510 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 945 time: 0.0489695 Oct 10 12:02:09.796704 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d509bc1-96d0-44bd-841e-ffc4888f3c38 req-1156e047-dad6-47c9-ba66-b44441842e08 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539834 Oct 10 12:02:09.882539 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651de67-7e7c-4d3b-9040-6cc8c16338e4 req-7fe07ac7-4421-4a41-952a-47ee253ecd77 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:09.884142 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8651de67-7e7c-4d3b-9040-6cc8c16338e4 req-7fe07ac7-4421-4a41-952a-47ee253ecd77 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.1002634 Oct 10 12:02:09.894584 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['45df0c70-afe6-4d06-b061-e7e825e93be9'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:02:09.902301 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:09.918489 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf797e-94db-42a7-bfd4-d4b7709153c9 tempest-TestMinimumBasicScenario-1533544751 tempest-TestMinimumBasicScenario-1533544751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:09.924009 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-cacf797e-94db-42a7-bfd4-d4b7709153c9 tempest-TestMinimumBasicScenario-1533544751 tempest-TestMinimumBasicScenario-1533544751-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1124 time: 0.2212832 Oct 10 12:02:09.924836 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45036) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:09.931969 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'port_id': '8350774c-a156-46d0-bb3c-69064aad8304', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:09.957685 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:10.020802 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:10.070186 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:10.073019 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:10.077525 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-71a0990d-355b-4037-8b87-6db9fbbe5c15 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1908679 Oct 10 12:02:10.087445 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:10.097939 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8651de67-7e7c-4d3b-9040-6cc8c16338e4 req-5bd538cb-dca4-4c9e-b9d8-06eff734f366 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006204 Oct 10 12:02:10.109011 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-bfc5e82a-3230-4967-add8-15ec4bcf3f3e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901111 Oct 10 12:02:10.191617 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Allocated IP 172.27.0.23 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/0d366db9-9fbb-4992-a00d-77eea80c4560) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:10.232152 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc23b1-009e-425f-af20-da2d08c32bff req-009e6a5a-d5c4-4751-8b3e-0a9e6f845e62 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:10.233551 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-009e6a5a-d5c4-4751-8b3e-0a9e6f845e62 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 812 time: 0.2649603 Oct 10 12:02:10.245246 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-0283ccba-d763-415b-a474-12267f706e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:10.246629 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-0283ccba-d763-415b-a474-12267f706e44 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 1129 time: 0.0634301 Oct 10 12:02:10.290248 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efbdefe6-2d68-4cb4-ba7a-685eaa1bab83 req-395463ac-4f15-485c-ab34-48de9903f7c9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680863 Oct 10 12:02:10.307725 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for port (0d366db9-9fbb-4992-a00d-77eea80c4560), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:10.341667 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (0d366db9-9fbb-4992-a00d-77eea80c4560), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:10.354284 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-e3bef364-0e7e-4d0d-86b4-ce36105841ad tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 380 time: 0.0898788 Oct 10 12:02:10.382225 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:10.385414 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'port': {'device_id': '7c012add-b9da-448b-8444-af9e38053fc1', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'admin_state_up': True, 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'security_groups': ['30105ad4-0266-4edd-a0a3-cc7ba62670b6']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:10.385568 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:10.389030 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:02:10.431636 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'Port': ['ID=0d366db9-9fbb-4992-a00d-77eea80c4560,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:10.494604 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4e3c31ce-330a-473d-b852-8a3f1273c3ce req-f64e80d4-b822-4e63-8eeb-f310b9e8110f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 210 time: 0.0519731 Oct 10 12:02:10.537265 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-45b5aa57-4c74-4855-b993-83f38e46548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:10.539411 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-45b5aa57-4c74-4855-b993-83f38e46548b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.2169688 Oct 10 12:02:10.589653 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-a0b5d098-3977-48b6-80d4-1a4c673ec065 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6770e59-ceb9-442a-901d-70ac68923881 HTTP/1.1" status: 200 len: 217 time: 0.0387576 Oct 10 12:02:10.612611 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:10.642651 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Made reservation on behalf of 638435e7c9ea431aa6ad3674ee6ff2ae for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:10.646995 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:10.675802 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-52a216c7-3f35-4fe4-92b8-49ffca344216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:10.677523 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-52a216c7-3f35-4fe4-92b8-49ffca344216 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0815420 Oct 10 12:02:10.812113 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-ff7cf6aa-2e7c-41c6-aa4c-5ab2158b66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:10.814753 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-ff7cf6aa-2e7c-41c6-aa4c-5ab2158b66e1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814869 Oct 10 12:02:10.840426 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:10.845136 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for floatingip (416fd912-fff4-42d3-bd46-f3b3c50767ba), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:10.924587 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-c0dab9e3-8b69-4b72-93bc-7cba5570afd6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985484 Oct 10 12:02:10.940916 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:10.943641 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Allocated IP 172.20.0.6 (099cba3b-5410-4f1b-a5a9-7c05259222ec/8571d062-b030-4082-9046-61470997a90e/c7ad4161-200b-4965-9f0e-a49f6ad3a6eb) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:10.985483 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (0d366db9-9fbb-4992-a00d-77eea80c4560), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.068866 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f5e05-6981-4a40-8173-95dd05c14fa8 req-22a301d5-3c13-4e71-885f-aaedf7a25018 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:11.071187 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f4f5e05-6981-4a40-8173-95dd05c14fa8 req-22a301d5-3c13-4e71-885f-aaedf7a25018 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 945 time: 0.1492519 Oct 10 12:02:11.084526 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 45df0c70-afe6-4d06-b061-e7e825e93be9 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:02:11.089343 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:11.142841 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 45df0c70-afe6-4d06-b061-e7e825e93be9 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:02:11.153559 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 45df0c70-afe6-4d06-b061-e7e825e93be9 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:11.154429 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.155110 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 45df0c70-afe6-4d06-b061-e7e825e93be9 Oct 10 12:02:11.202086 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for port (0d366db9-9fbb-4992-a00d-77eea80c4560), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.207646 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26182445'] for port (0d366db9-9fbb-4992-a00d-77eea80c4560), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.244622 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 45df0c70-afe6-4d06-b061-e7e825e93be9 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:11.245019 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.251069 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6d0f68f-18b6-466e-98c1-57e393bb5c0e req-874dbd44-46f2-4eea-b094-b23161eaa42a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050551 Oct 10 12:02:11.255386 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f4f5e05-6981-4a40-8173-95dd05c14fa8 req-593ff9ec-09cf-43ce-82e9-9b267c3e3fbc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746941 Oct 10 12:02:11.293331 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 45df0c70-afe6-4d06-b061-e7e825e93be9, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=45df0c70-afe6-4d06-b061-e7e825e93be9,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:11.296780 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:11.300465 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b779b-f728-4a94-99e3-827cbef8127f" -d '{"events": [{"server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "name": "network-vif-plugged", "status": "completed", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:11.312853 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.325443 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (416fd912-fff4-42d3-bd46-f3b3c50767ba), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.338872 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50c41-ef28-4746-b64f-9885d7f869a8 req-d9c4df50-70c7-453a-8fa3-5524f3175eb4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:11.340509 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97d50c41-ef28-4746-b64f-9885d7f869a8 req-d9c4df50-70c7-453a-8fa3-5524f3175eb4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.1032293 Oct 10 12:02:11.370847 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.376992 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f361e08-011f-4af0-86d0-a1f2006ec9f1 x-openstack-request-id: req-6f361e08-011f-4af0-86d0-a1f2006ec9f1 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:11.377565 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "name": "network-vif-plugged", "status": "completed", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:11.377998 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f361e08-011f-4af0-86d0-a1f2006ec9f1 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:11.378547 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f361e08-011f-4af0-86d0-a1f2006ec9f1'] response: {'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'code': 200} Oct 10 12:02:11.382944 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'Port': ['ID=0d366db9-9fbb-4992-a00d-77eea80c4560,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:11.387982 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.397409 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=45df0c70-afe6-4d06-b061-e7e825e93be9,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:11.447406 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97d50c41-ef28-4746-b64f-9885d7f869a8 req-0a19b4c3-3d93-4e7d-a8cb-7890fdc8e3e5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917368 Oct 10 12:02:11.457731 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.l3_db [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Floating IP 416fd912-fff4-42d3-bd46-f3b3c50767ba associated. External IP: 172.27.0.23, port: 8350774c-a156-46d0-bb3c-69064aad8304. Oct 10 12:02:11.461660 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.522561 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:11.528237 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:11.530614 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:11.533147 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:02:11.615879 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:11.617524 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.649078 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-f92244c9-8677-45e4-a6fa-940c0160b0e5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2688503 Oct 10 12:02:11.667709 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f75cd-3056-4bad-910e-f819ea50ca90 req-8dac633e-9fce-4c27-bb8f-cb36b673c934 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:11.669620 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d0f75cd-3056-4bad-910e-f819ea50ca90 req-8dac633e-9fce-4c27-bb8f-cb36b673c934 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 931 time: 0.0812962 Oct 10 12:02:11.714511 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:11.716635 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Router 694f32ea-c4e6-42fd-998b-d04cabfe098e has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:02:11.728677 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d0f75cd-3056-4bad-910e-f819ea50ca90 req-c4d9fecd-827a-4456-94e3-c5cf34ee6421 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527234 Oct 10 12:02:11.777847 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-7c516da8-7001-4d27-9a2e-e41e72dfabcd None None] Provisioning complete for port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:11.778232 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7c516da8-7001-4d27-9a2e-e41e72dfabcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:11.778561 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-7c516da8-7001-4d27-9a2e-e41e72dfabcd None None] Attempt 1 to provision port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb Oct 10 12:02:11.811978 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-7c516da8-7001-4d27-9a2e-e41e72dfabcd None None] Port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:02:11.947740 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Request body: {'port': {'device_id': '7c012add-b9da-448b-8444-af9e38053fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:12.055837 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:02:12.071031 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] Sync routers for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:12.085962 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:12.086729 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:12.092546 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.104374 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-9b495255-aece-4c1f-b2de-91334d6e02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:12.105920 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-9b495255-aece-4c1f-b2de-91334d6e02f8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a&tenant_id=0156957151444f94be28a65b4b018156 HTTP/1.1" status: 200 len: 1127 time: 0.1341500 Oct 10 12:02:12.112528 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75dff-0cf1-41a5-ac27-5d93ea04ca0f req-4605d924-e28c-491d-89d4-70dc13367d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:12.114288 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d2c75dff-0cf1-41a5-ac27-5d93ea04ca0f req-4605d924-e28c-491d-89d4-70dc13367d4a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1130 time: 0.1434789 Oct 10 12:02:12.122687 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.125839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:12.131994 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8fe19928-647e-4197-9af0-136104e370f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2045913 Oct 10 12:02:12.132887 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:12.137464 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45064) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:12.138263 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014fa7ac-f7df-4914-8d41-d38846ae905c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:12.142873 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-4320d950-7d1b-44f1-9e7d-1b73273b647f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199775291', 'description': 'tempest-secgroup-smoke-199775291 description', 'project_id': 'f2e5245da9a24e679c6e19089e9aa199'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:12.188947 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a083b3c4-fedc-475b-8048-8f8197394d40 x-openstack-request-id: req-a083b3c4-fedc-475b-8048-8f8197394d40 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:12.189333 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:12.189733 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a083b3c4-fedc-475b-8048-8f8197394d40 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:12.190416 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a083b3c4-fedc-475b-8048-8f8197394d40'] response: {'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304', 'status': 'completed', 'code': 200} Oct 10 12:02:12.202137 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4320d950-7d1b-44f1-9e7d-1b73273b647f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.220284 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:12.296192 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:12.417535 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:12.466359 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-2ccacde0-4ed3-4a4e-8ce0-128a944838df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:12.467894 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-2ccacde0-4ed3-4a4e-8ce0-128a944838df service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=f2e5245da9a24e679c6e19089e9aa199&device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1129 time: 0.0990512 Oct 10 12:02:12.514627 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '416fd912-fff4-42d3-bd46-f3b3c50767ba', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'port_id': '8350774c-a156-46d0-bb3c-69064aad8304', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'mac_address': 'fa:16:3e:c9:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:10Z', 'updated_at': '2022-10-10T12:02:10Z', 'revision_number': 0, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 5, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:12.561847 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] Checking router: 694f32ea-c4e6-42fd-998b-d04cabfe098e for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:12.570431 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:12.578236 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:12.579176 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:12.611424 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-91489df6-24f7-482c-b9c7-4d966f56518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:12.613005 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-91489df6-24f7-482c-b9c7-4d966f56518d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1127 time: 0.2322381 Oct 10 12:02:12.625694 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-78bdb428-a65a-4888-b162-11d46d3222e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:12.627953 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-78bdb428-a65a-4888-b162-11d46d3222e5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 200 len: 915 time: 0.1520352 Oct 10 12:02:12.677295 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d2c75dff-0cf1-41a5-ac27-5d93ea04ca0f req-6bc3442f-99cc-42a6-bd55-d07608740e27 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987516 Oct 10 12:02:12.701524 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4320d950-7d1b-44f1-9e7d-1b73273b647f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group (b804ceeb-3ba4-4d3b-b277-58ea18d49ef8), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.708098 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:12.708385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d68653-692b-44d5-b3c3-c0441945cde0 req-58f28bf3-9093-46e6-ace8-f5b974388493 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:12.709544 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:12.709861 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-76d68653-692b-44d5-b3c3-c0441945cde0 req-58f28bf3-9093-46e6-ace8-f5b974388493 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.2832944 Oct 10 12:02:12.722350 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4320d950-7d1b-44f1-9e7d-1b73273b647f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b804ceeb-3ba4-4d3b-b277-58ea18d49ef8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.745067 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b7952-b5d8-4d56-a0fd-30a6197bf872 req-19d2071b-cd04-4c85-906e-f09fbc190e5c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:12.746484 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d07b7952-b5d8-4d56-a0fd-30a6197bf872 req-19d2071b-cd04-4c85-906e-f09fbc190e5c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.1087551 Oct 10 12:02:12.809074 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4320d950-7d1b-44f1-9e7d-1b73273b647f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.810273 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4320d950-7d1b-44f1-9e7d-1b73273b647f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6714232 Oct 10 12:02:12.813356 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45086) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:12.818705 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-8d3733da-4ad7-4023-afab-038a57d4a9f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'security_group_rule': {'security_group_id': 'b804ceeb-3ba4-4d3b-b277-58ea18d49ef8', 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:12.847801 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320d950-7d1b-44f1-9e7d-1b73273b647f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:12.852804 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8d3733da-4ad7-4023-afab-038a57d4a9f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (969a0c9e-412f-448f-9b79-17e2432182cd), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.883526 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ad4161-200b-4965-9f0e-a49f6ad3a6eb {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:02:12.896673 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-76d68653-692b-44d5-b3c3-c0441945cde0 req-ae4b1e45-0738-4413-9414-53d04fa5a801 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765988 Oct 10 12:02:12.901575 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Publish callbacks [] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.908892 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d07b7952-b5d8-4d56-a0fd-30a6197bf872 req-5012d369-c7d5-4f19-a83f-965bdccbbb5a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523981 Oct 10 12:02:12.920118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Transition to ACTIVE for port object c7ad4161-200b-4965-9f0e-a49f6ad3a6eb will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:12.935486 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.964868 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8d3733da-4ad7-4023-afab-038a57d4a9f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (969a0c9e-412f-448f-9b79-17e2432182cd), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.977310 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8d3733da-4ad7-4023-afab-038a57d4a9f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (969a0c9e-412f-448f-9b79-17e2432182cd), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:12.979230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:13.001629 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3733da-4ad7-4023-afab-038a57d4a9f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969a0c9e-412f-448f-9b79-17e2432182cd,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.012619 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8d3733da-4ad7-4023-afab-038a57d4a9f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.016794 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8d3733da-4ad7-4023-afab-038a57d4a9f4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2018623 Oct 10 12:02:13.017423 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45088) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:13.023949 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-67918932-19b1-4883-8969-c081e928922f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'security_group_rule': {'security_group_id': 'b804ceeb-3ba4-4d3b-b277-58ea18d49ef8', 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:13.055288 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67918932-19b1-4883-8969-c081e928922f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (7349eec0-e64f-4809-9c98-36dac09797d0), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.127532 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '416fd912-fff4-42d3-bd46-f3b3c50767ba', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'port_id': '8350774c-a156-46d0-bb3c-69064aad8304', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'mac_address': 'fa:16:3e:c9:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:10Z', 'updated_at': '2022-10-10T12:02:10Z', 'revision_number': 0, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 5, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:13.165716 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6dc6a6-e80f-41f8-a069-bf5bc5766fff None None] The sync data for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi is: [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '416fd912-fff4-42d3-bd46-f3b3c50767ba', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'port_id': '8350774c-a156-46d0-bb3c-69064aad8304', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'mac_address': 'fa:16:3e:c9:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:10Z', 'updated_at': '2022-10-10T12:02:10Z', 'revision_number': 0, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 5, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:13.179438 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-a87ee887-d87b-4f76-abee-911e7fdc5131 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 998 time: 0.0889189 Oct 10 12:02:13.181577 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67918932-19b1-4883-8969-c081e928922f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (7349eec0-e64f-4809-9c98-36dac09797d0), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.186036 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67918932-19b1-4883-8969-c081e928922f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (7349eec0-e64f-4809-9c98-36dac09797d0), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.217134 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67918932-19b1-4883-8969-c081e928922f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7349eec0-e64f-4809-9c98-36dac09797d0,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.223440 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67918932-19b1-4883-8969-c081e928922f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.227548 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-67918932-19b1-4883-8969-c081e928922f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2082562 Oct 10 12:02:13.229025 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45090) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:13.234831 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-da0f8da5-a408-4509-bd59-17c2432cf13f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'security_group_rule': {'security_group_id': 'b804ceeb-3ba4-4d3b-b277-58ea18d49ef8', 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:13.265175 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-da0f8da5-a408-4509-bd59-17c2432cf13f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (e4121997-0d38-4057-a75a-a39d0eb61718), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.330680 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-da0f8da5-a408-4509-bd59-17c2432cf13f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (e4121997-0d38-4057-a75a-a39d0eb61718), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.335887 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-da0f8da5-a408-4509-bd59-17c2432cf13f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (e4121997-0d38-4057-a75a-a39d0eb61718), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.343863 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.364552 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f8da5-a408-4509-bd59-17c2432cf13f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4121997-0d38-4057-a75a-a39d0eb61718,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.382121 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-da0f8da5-a408-4509-bd59-17c2432cf13f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.383408 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-da0f8da5-a408-4509-bd59-17c2432cf13f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532052 Oct 10 12:02:13.387425 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45092) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:13.392096 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-ea41d1ec-231d-4cb8-a27f-bb0c6b7d3cf6 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'security_group_rule': {'security_group_id': 'b804ceeb-3ba4-4d3b-b277-58ea18d49ef8', 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:13.408760 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debd1f-2dad-463c-a576-845b228f25be req-fc405bce-5e0a-4a70-897f-2a518cbbdd29 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:13.410392 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c1debd1f-2dad-463c-a576-845b228f25be req-fc405bce-5e0a-4a70-897f-2a518cbbdd29 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.4296591 Oct 10 12:02:13.422772 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3170b8f-39d0-40d8-be60-250394cea767 None None] New status for floating IP 416fd912-fff4-42d3-bd46-f3b3c50767ba: ACTIVE {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:02:13.433262 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ea41d1ec-231d-4cb8-a27f-bb0c6b7d3cf6 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (a177e15c-561c-47c4-a29b-82343d8d884c), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.477658 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Attempting to bind port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:02:13.478258 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Attempting to bind port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:02:13.478778 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Attempting to bind port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb on network 099cba3b-5410-4f1b-a5a9-7c05259222ec {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:02:13.496920 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ea41d1ec-231d-4cb8-a27f-bb0c6b7d3cf6 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (a177e15c-561c-47c4-a29b-82343d8d884c), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.500980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ea41d1ec-231d-4cb8-a27f-bb0c6b7d3cf6 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (a177e15c-561c-47c4-a29b-82343d8d884c), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.509328 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:13.525742 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d1ec-231d-4cb8-a27f-bb0c6b7d3cf6 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a177e15c-561c-47c4-a29b-82343d8d884c,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.534572 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ea41d1ec-231d-4cb8-a27f-bb0c6b7d3cf6 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.536149 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-ea41d1ec-231d-4cb8-a27f-bb0c6b7d3cf6 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476409 Oct 10 12:02:13.539708 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45094) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:13.544053 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-0104c5ea-de0e-44a6-b255-2bb47d0079a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'security_group_rule': {'security_group_id': 'b804ceeb-3ba4-4d3b-b277-58ea18d49ef8', 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:13.558647 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-2f4bb62b-3f59-4674-b7e9-b8338463e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:13.560201 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-2f4bb62b-3f59-4674-b7e9-b8338463e33c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.2444406 Oct 10 12:02:13.565923 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.securitygroups_db [None req-0104c5ea-de0e-44a6-b255-2bb47d0079a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Project f2e5245da9a24e679c6e19089e9aa199 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:02:13.566091 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c1debd1f-2dad-463c-a576-845b228f25be req-d1ce2183-eb11-46b9-8465-e6a66623082a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301930 Oct 10 12:02:13.573869 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0104c5ea-de0e-44a6-b255-2bb47d0079a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (573c6d9a-9493-4022-8f77-f24252ed054d), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.574092 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb on network 099cba3b-5410-4f1b-a5a9-7c05259222ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:02:13.574385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Attempting to bind port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb on network 099cba3b-5410-4f1b-a5a9-7c05259222ec {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:02:13.607024 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:13.619286 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:02:13.619629 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Checking segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:02:13.620016 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Bound using segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:02:13.620601 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Bound port: c7ad4161-200b-4965-9f0e-a49f6ad3a6eb, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:02:13.620844 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.645741 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:13.653651 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0104c5ea-de0e-44a6-b255-2bb47d0079a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (573c6d9a-9493-4022-8f77-f24252ed054d), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.657958 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0104c5ea-de0e-44a6-b255-2bb47d0079a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (573c6d9a-9493-4022-8f77-f24252ed054d), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.675766 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104c5ea-de0e-44a6-b255-2bb47d0079a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573c6d9a-9493-4022-8f77-f24252ed054d,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.721964 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0104c5ea-de0e-44a6-b255-2bb47d0079a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.723194 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0104c5ea-de0e-44a6-b255-2bb47d0079a7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1826353 Oct 10 12:02:13.726624 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45102) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:13.732594 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-10b83f58-99d8-484a-9dbc-e78f605e95ed tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'security_group_rule': {'security_group_id': 'b804ceeb-3ba4-4d3b-b277-58ea18d49ef8', 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:13.742961 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] For port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:02:13.764238 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] For port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:02:13.775497 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-8a844ab9-d65a-412f-af1c-93bed8ad7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:13.777045 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-8a844ab9-d65a-412f-af1c-93bed8ad7ae0 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=084a552b-7137-4c32-9f0d-1b276d068534 HTTP/1.1" status: 200 len: 853 time: 0.0943527 Oct 10 12:02:13.777180 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.779684 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.securitygroups_db [None req-10b83f58-99d8-484a-9dbc-e78f605e95ed tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Project f2e5245da9a24e679c6e19089e9aa199 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:02:13.782734 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-deed7917-c6c9-4982-bc27-16d0933e4df5 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 998 time: 0.0956228 Oct 10 12:02:13.783684 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:13.784297 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.785686 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/c7ad4161-200b-4965-9f0e-a49f6ad3a6eb HTTP/1.1" status: 200 len: 1093 time: 1.8423455 Oct 10 12:02:13.788911 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10b83f58-99d8-484a-9dbc-e78f605e95ed tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (448204fe-c7ac-4208-ab6f-1606218e59a3), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.789047 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c012add-b9da-448b-8444-af9e38053fc1', 'tag': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:13.790052 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c012add-b9da-448b-8444-af9e38053fc1", "tag": "c7ad4161-200b-4965-9f0e-a49f6ad3a6eb"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:13.870205 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6412fb-2974-4fdc-a408-aa4aca77cc71 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.887345 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-a3ef839b-dec1-42e0-83ca-cf6db398a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:13.888848 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-a3ef839b-dec1-42e0-83ca-cf6db398a2d0 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0578179 Oct 10 12:02:13.898545 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-d466b16a-f48f-47fd-8c80-0da758eafc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:13.899778 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ceb99-208d-460f-a0be-32b54fd53047 x-openstack-request-id: req-ec9ceb99-208d-460f-a0be-32b54fd53047 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:13.900148 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c012add-b9da-448b-8444-af9e38053fc1", "tag": "c7ad4161-200b-4965-9f0e-a49f6ad3a6eb", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:13.900617 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec9ceb99-208d-460f-a0be-32b54fd53047 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:13.900949 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9ceb99-208d-460f-a0be-32b54fd53047'] response: {'name': 'network-changed', 'server_uuid': '7c012add-b9da-448b-8444-af9e38053fc1', 'tag': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'status': 'completed', 'code': 200} Oct 10 12:02:13.901904 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-d466b16a-f48f-47fd-8c80-0da758eafc16 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723090 Oct 10 12:02:13.912360 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10b83f58-99d8-484a-9dbc-e78f605e95ed tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (448204fe-c7ac-4208-ab6f-1606218e59a3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.918033 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10b83f58-99d8-484a-9dbc-e78f605e95ed tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (448204fe-c7ac-4208-ab6f-1606218e59a3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.938747 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b83f58-99d8-484a-9dbc-e78f605e95ed tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448204fe-c7ac-4208-ab6f-1606218e59a3,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.946336 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10b83f58-99d8-484a-9dbc-e78f605e95ed tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:13.947664 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-10b83f58-99d8-484a-9dbc-e78f605e95ed tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2199731 Oct 10 12:02:14.046422 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a72947-5a62-4a75-8145-4684d4249b6b req-172c7026-5d9c-4645-aa4f-a03f9c100ced tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:14.047917 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e6a72947-5a62-4a75-8145-4684d4249b6b req-172c7026-5d9c-4645-aa4f-a03f9c100ced tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0634661 Oct 10 12:02:14.093003 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45116) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:14.098741 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-d0bfeba0-bf66-4212-80cb-00d80713629b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-199775291&fields=id&tenant_id=f2e5245da9a24e679c6e19089e9aa199 HTTP/1.1" status: 200 len: 267 time: 0.0841959 Oct 10 12:02:14.173438 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-8b743a17-c7d3-445f-bea5-bb0bea29634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:14.175004 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-8b743a17-c7d3-445f-bea5-bb0bea29634a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634604 Oct 10 12:02:14.242536 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f9de3caa-8124-4191-a790-fc9959595e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.251535 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e6a72947-5a62-4a75-8145-4684d4249b6b req-a8847e4c-a9c4-43c0-bc38-1445d091e54b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930332 Oct 10 12:02:14.252590 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-f3d5e1fb-de97-4412-b19d-752df25f956a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466665 Oct 10 12:02:14.278259 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc23b1-009e-425f-af20-da2d08c32bff req-c3662711-c0f5-4dc6-b4c8-89c0f3342b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:14.280021 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-c3662711-c0f5-4dc6-b4c8-89c0f3342b50 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 1127 time: 0.0982490 Oct 10 12:02:14.288562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-7139ee89-8a1b-4a9d-ba3e-70904026c5e2 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:14.296556 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-7139ee89-8a1b-4a9d-ba3e-70904026c5e2 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.1161394 Oct 10 12:02:14.302745 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'port': {'security_groups': ['3aa6733f-3926-4a4d-905e-cae8c7e09847', 'b804ceeb-3ba4-4d3b-b277-58ea18d49ef8']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:14.341538 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f9de3caa-8124-4191-a790-fc9959595e2b admin admin] Publish callbacks [] for security_group (3c55f31a-ec4f-47a4-bcf7-971bba95424e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.345036 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f9de3caa-8124-4191-a790-fc9959595e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3c55f31a-ec4f-47a4-bcf7-971bba95424e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.362399 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:14.385193 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-f9de3caa-8124-4191-a790-fc9959595e2b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f7d52a627fc46d58caf9161add059cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910075 Oct 10 12:02:14.386437 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de3caa-8124-4191-a790-fc9959595e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c55f31a-ec4f-47a4-bcf7-971bba95424e,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:14.388837 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45120) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:14.415503 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cf3aa-8279-42f3-9585-52eb9c44946d req-3ffa8ace-b3ae-471b-b4c0-e548406dcccf tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:14.417011 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a11cf3aa-8279-42f3-9585-52eb9c44946d req-3ffa8ace-b3ae-471b-b4c0-e548406dcccf tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0876234 Oct 10 12:02:14.435233 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8350774c-a156-46d0-bb3c-69064aad8304), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.439479 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7d909aa7-18b8-47a0-916d-36c733a814ef admin admin] Publish callbacks [] for security_group (3c55f31a-ec4f-47a4-bcf7-971bba95424e), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.459949 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7d909aa7-18b8-47a0-916d-36c733a814ef admin admin] Publish callbacks [] for security_group (3c55f31a-ec4f-47a4-bcf7-971bba95424e), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.508226 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7d909aa7-18b8-47a0-916d-36c733a814ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3c55f31a-ec4f-47a4-bcf7-971bba95424e), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.511153 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7d909aa7-18b8-47a0-916d-36c733a814ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.512338 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-7d909aa7-18b8-47a0-916d-36c733a814ef admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3c55f31a-ec4f-47a4-bcf7-971bba95424e HTTP/1.1" status: 204 len: 168 time: 0.1225319 Oct 10 12:02:14.522347 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d909aa7-18b8-47a0-916d-36c733a814ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c55f31a-ec4f-47a4-bcf7-971bba95424e,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:14.522553 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a11cf3aa-8279-42f3-9585-52eb9c44946d req-bdcb86b0-ef48-420f-a39e-0fd953289226 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976398 Oct 10 12:02:14.746759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] For port 8350774c-a156-46d0-bb3c-69064aad8304, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8350774c-a156-46d0-bb3c-69064aad8304,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:14.754033 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16018178-154e-498d-bb3b-70acddb4d74d req-79720aea-74fe-46c8-9355-f81b6317e3e6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:14.755527 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-16018178-154e-498d-bb3b-70acddb4d74d req-79720aea-74fe-46c8-9355-f81b6317e3e6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0931661 Oct 10 12:02:14.805468 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for port (8350774c-a156-46d0-bb3c-69064aad8304), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.809383 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (8350774c-a156-46d0-bb3c-69064aad8304), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.827218 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:14.827829 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.829245 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cd0830a2-714a-4185-a255-7f72c6536eb6 req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "PUT /networking/v2.0/ports/8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 981 time: 0.5318012 Oct 10 12:02:14.860469 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['8350774c-a156-46d0-bb3c-69064aad8304'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:02:14.879557 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45130) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:14.893464 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:14.918499 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b730-16f8-44ba-a08b-4e94843f35b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:14.941739 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-16018178-154e-498d-bb3b-70acddb4d74d req-382606cd-c98c-4433-9862-5b75cfd1f568 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794932 Oct 10 12:02:14.967857 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:14.976875 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:15.012917 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-df05242b-46fc-4226-8c21-115000a16f1f service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb HTTP/1.1" status: 200 len: 217 time: 0.1449747 Oct 10 12:02:15.037771 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-014fa7ac-f7df-4914-8d41-d38846ae905c req-2cfa2042-299b-4547-8c53-fa285d733181 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813195 Oct 10 12:02:15.070008 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93273d86-3823-42ce-ad40-ee943255eb88 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'Port': ['ID=8350774c-a156-46d0-bb3c-69064aad8304,revision_number=6']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:15.093348 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74029bd5-9844-4f19-9d0c-f6b4ee20d544 req-703b4d21-0fc6-463a-9ee3-60bd9287baff tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:15.094835 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-74029bd5-9844-4f19-9d0c-f6b4ee20d544 req-703b4d21-0fc6-463a-9ee3-60bd9287baff tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.1391692 Oct 10 12:02:15.098112 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b730-16f8-44ba-a08b-4e94843f35b6 admin admin] Publish callbacks [] for security_group (2c854e23-9194-456d-9de0-95f561505a34), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.099219 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-729d9b58-fc03-488a-8520-23fd0b03cb36 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296636 Oct 10 12:02:15.103397 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7ac7b730-16f8-44ba-a08b-4e94843f35b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2c854e23-9194-456d-9de0-95f561505a34), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.131334 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['8350774c-a156-46d0-bb3c-69064aad8304'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:02:15.143794 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7b730-16f8-44ba-a08b-4e94843f35b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c854e23-9194-456d-9de0-95f561505a34,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:15.151854 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-7ac7b730-16f8-44ba-a08b-4e94843f35b6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f3d08ff030ad4fbf988bf4cdfafc4473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626662 Oct 10 12:02:15.153231 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45132) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:15.192638 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-74029bd5-9844-4f19-9d0c-f6b4ee20d544 req-d132e9de-a529-4a1a-a591-bb774dc50fdf tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890534 Oct 10 12:02:15.221967 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1dcfab0e-33d5-4fa1-bdb2-bdb49d404ad7 admin admin] Publish callbacks [] for security_group (2c854e23-9194-456d-9de0-95f561505a34), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.235605 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:15.238576 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:15.243943 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1dcfab0e-33d5-4fa1-bdb2-bdb49d404ad7 admin admin] Publish callbacks [] for security_group (2c854e23-9194-456d-9de0-95f561505a34), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.298442 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1dcfab0e-33d5-4fa1-bdb2-bdb49d404ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2c854e23-9194-456d-9de0-95f561505a34), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.301031 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1dcfab0e-33d5-4fa1-bdb2-bdb49d404ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.304834 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1dcfab0e-33d5-4fa1-bdb2-bdb49d404ad7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2c854e23-9194-456d-9de0-95f561505a34 HTTP/1.1" status: 204 len: 168 time: 0.1480324 Oct 10 12:02:15.326885 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfab0e-33d5-4fa1-bdb2-bdb49d404ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c854e23-9194-456d-9de0-95f561505a34,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:15.398256 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:15.507574 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01681544-0420-4b3b-ae25-8f8e38330424 req-a2289856-9cd6-4ad2-a880-9411ddf121d6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:15.514617 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-01681544-0420-4b3b-ae25-8f8e38330424 req-a2289856-9cd6-4ad2-a880-9411ddf121d6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.1648877 Oct 10 12:02:15.531335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc23b1-009e-425f-af20-da2d08c32bff req-e5892abf-aa0d-4bfa-9779-e79428bd62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:15.532753 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-e5892abf-aa0d-4bfa-9779-e79428bd62db service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.1674390 Oct 10 12:02:15.607693 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eddccf2d-b324-4a9f-a5fe-ee796aa7f6de req-17669ca5-2816-4544-b83c-074b0f85892f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455509 Oct 10 12:02:15.616422 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc23b1-009e-425f-af20-da2d08c32bff req-3aba0193-a375-43b9-9d35-436f13566e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:15.617820 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-3aba0193-a375-43b9-9d35-436f13566e7b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703824 Oct 10 12:02:15.676186 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-01681544-0420-4b3b-ae25-8f8e38330424 req-216ac18e-2bd0-467b-b4b2-e72d7c1c8a1f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605225 Oct 10 12:02:15.743824 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45150) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:15.758382 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-47f40676-3147-4f61-978b-2ce555b352ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.763112 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a522d5-cc48-4e02-94e6-e3c62a4516c5 req-046e3841-3406-4e33-928c-191661d3a392 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:15.764549 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-37a522d5-cc48-4e02-94e6-e3c62a4516c5 req-046e3841-3406-4e33-928c-191661d3a392 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.1496310 Oct 10 12:02:15.829830 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957ffeb-3aaa-4e25-89a0-0103c5b00a8e req-ddb7db30-2ee1-4876-b73d-07ccc1fd9480 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:15.831722 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4957ffeb-3aaa-4e25-89a0-0103c5b00a8e req-ddb7db30-2ee1-4876-b73d-07ccc1fd9480 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0909581 Oct 10 12:02:15.848399 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45152) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:15.854169 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-47f40676-3147-4f61-978b-2ce555b352ea admin admin] Publish callbacks [] for security_group (9335c897-4927-428e-9e7c-636d3f1b3b20), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.858606 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-47f40676-3147-4f61-978b-2ce555b352ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9335c897-4927-428e-9e7c-636d3f1b3b20), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.858852 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'floatingip': {'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:15.901199 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f40676-3147-4f61-978b-2ce555b352ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9335c897-4927-428e-9e7c-636d3f1b3b20,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:15.905907 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:15.908200 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:15.909312 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-47f40676-3147-4f61-978b-2ce555b352ea admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c020fa0bee044e349dff4fbb14b1f9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638944 Oct 10 12:02:15.909980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45158) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:15.921929 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-0be0a8f3-9223-47c6-8d75-77baf41818c2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867682 Oct 10 12:02:15.927921 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-37a522d5-cc48-4e02-94e6-e3c62a4516c5 req-f1e3d8f3-eb28-458f-b889-8f3ea90804b1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430364 Oct 10 12:02:15.931111 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.978531 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4dee8fe6-03de-4049-9548-bffef97a3270 admin admin] Publish callbacks [] for security_group (9335c897-4927-428e-9e7c-636d3f1b3b20), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:15.986684 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e28ba98-8a86-4529-80b8-f985c05ba1b7 x-openstack-request-id: req-5e28ba98-8a86-4529-80b8-f985c05ba1b7 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:15.987007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:15.987264 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e28ba98-8a86-4529-80b8-f985c05ba1b7 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:15.987663 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e28ba98-8a86-4529-80b8-f985c05ba1b7'] response: {'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304', 'status': 'completed', 'code': 200} Oct 10 12:02:16.004549 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4dee8fe6-03de-4049-9548-bffef97a3270 admin admin] Publish callbacks [] for security_group (9335c897-4927-428e-9e7c-636d3f1b3b20), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:16.076975 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4dee8fe6-03de-4049-9548-bffef97a3270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9335c897-4927-428e-9e7c-636d3f1b3b20), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:16.080730 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4dee8fe6-03de-4049-9548-bffef97a3270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:16.083772 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-4dee8fe6-03de-4049-9548-bffef97a3270 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9335c897-4927-428e-9e7c-636d3f1b3b20 HTTP/1.1" status: 204 len: 168 time: 0.1725004 Oct 10 12:02:16.098228 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee8fe6-03de-4049-9548-bffef97a3270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9335c897-4927-428e-9e7c-636d3f1b3b20,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:16.161300 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:16.183621 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-4c6418b6-aafb-4665-9c82-bba683ba7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:16.185352 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-4c6418b6-aafb-4665-9c82-bba683ba7569 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=f2e5245da9a24e679c6e19089e9aa199&device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1168 time: 0.1384692 Oct 10 12:02:16.220039 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba112c74-c290-4857-9e05-35403df813d0 req-29363cd9-6d2d-4d9e-9e0c-ef40934e1f07 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:16.221502 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ba112c74-c290-4857-9e05-35403df813d0 req-29363cd9-6d2d-4d9e-9e0c-ef40934e1f07 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.1712556 Oct 10 12:02:16.323251 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67dc23b1-009e-425f-af20-da2d08c32bff req-24667898-3c33-4640-951e-7a84e5f9635c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884506 Oct 10 12:02:16.361455 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:16.493645 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ba112c74-c290-4857-9e05-35403df813d0 req-7395496b-ad4f-4d1a-a0d9-4760baf7197a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235773 Oct 10 12:02:16.505491 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-805ad73d-e2e3-4826-8a51-454a3ac24228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:16.507460 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-805ad73d-e2e3-4826-8a51-454a3ac24228 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 200 len: 915 time: 0.3044469 Oct 10 12:02:16.793499 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:16.797617 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:16.897953 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Floating IP bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d associated. External IP: 172.27.0.252, port: 45df0c70-afe6-4d06-b061-e7e825e93be9. Oct 10 12:02:17.363893 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8be93-0093-49b5-9be8-da33e9b9a106 req-cf351577-cf8c-41e3-9513-a3784d73fa08 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:17.365341 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b4d8be93-0093-49b5-9be8-da33e9b9a106 req-cf351577-cf8c-41e3-9513-a3784d73fa08 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0592842 Oct 10 12:02:17.419328 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:17.457940 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b4d8be93-0093-49b5-9be8-da33e9b9a106 req-d552b8a7-22f2-40a1-82e4-f22de7635af6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666516 Oct 10 12:02:17.462839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:02:17.626155 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95c7b7-58b6-4223-bbac-76f0d372a70a req-c274bfa1-2826-4608-b906-fccccfc44e30 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:17.627914 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5f95c7b7-58b6-4223-bbac-76f0d372a70a req-c274bfa1-2826-4608-b906-fccccfc44e30 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0572467 Oct 10 12:02:17.629314 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:02:17.644170 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] Sync routers for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:17.646098 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:17.659054 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:17.659802 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:17.691467 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1eb122ab-c154-40e1-86ea-21d717b2613b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d HTTP/1.1" status: 200 len: 992 time: 1.8419645 Oct 10 12:02:17.719402 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5f95c7b7-58b6-4223-bbac-76f0d372a70a req-d062f397-4264-4388-b3b1-0bc90f1b3a94 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535488 Oct 10 12:02:17.768688 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:17.987538 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'mac_address': 'fa:16:3e:68:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:58Z', 'updated_at': '2022-10-10T12:02:16Z', 'revision_number': 1, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:17.989420 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:17.992716 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:18.013430 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] Checking router: d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:18.022289 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:18.022937 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:18.048133 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea2c651-cd06-45a6-8f6f-27f0911464b2 x-openstack-request-id: req-cea2c651-cd06-45a6-8f6f-27f0911464b2 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:18.048428 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:18.048682 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cea2c651-cd06-45a6-8f6f-27f0911464b2 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:18.049083 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea2c651-cd06-45a6-8f6f-27f0911464b2'] response: {'name': 'network-changed', 'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'status': 'completed', 'code': 200} Oct 10 12:02:18.111854 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:18.134724 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:18.339223 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:18.357389 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'mac_address': 'fa:16:3e:68:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:58Z', 'updated_at': '2022-10-10T12:02:16Z', 'revision_number': 1, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:18.382453 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3ea6f-4bb5-44f5-9124-f50cb091bb2a None None] The sync data for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi is: [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'mac_address': 'fa:16:3e:68:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:58Z', 'updated_at': '2022-10-10T12:02:16Z', 'revision_number': 1, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:18.602586 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee2224-90b2-4a1c-8d17-f168fdcec58c req-38e0d6cd-45dc-4746-ba11-a0d1af616369 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:18.604411 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-27ee2224-90b2-4a1c-8d17-f168fdcec58c req-38e0d6cd-45dc-4746-ba11-a0d1af616369 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0528371 Oct 10 12:02:18.638174 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f65f9-8606-451d-8b04-dcf0ef688f79 None None] New status for floating IP bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d: ACTIVE {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:02:18.687131 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-27ee2224-90b2-4a1c-8d17-f168fdcec58c req-17d0f244-4648-4e10-8f43-dad1b5350bb5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707314 Oct 10 12:02:18.870625 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073127ec-fb21-4c94-b4ee-2c31c31a1c4b req-fe898ef7-4ffe-4a10-a280-80e1c1644795 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:18.872171 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-073127ec-fb21-4c94-b4ee-2c31c31a1c4b req-fe898ef7-4ffe-4a10-a280-80e1c1644795 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0590580 Oct 10 12:02:18.896580 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:18.926823 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-073127ec-fb21-4c94-b4ee-2c31c31a1c4b req-6e6d34d9-344e-43fd-84f3-289735d0b7eb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468323 Oct 10 12:02:19.832809 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d25c0-93e0-406a-b084-130994d1a054 req-5efdc942-178e-489b-8b68-a5d3ecb0e3b4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:19.834602 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b74d25c0-93e0-406a-b084-130994d1a054 req-5efdc942-178e-489b-8b68-a5d3ecb0e3b4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0603640 Oct 10 12:02:19.883887 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b74d25c0-93e0-406a-b084-130994d1a054 req-66db266a-2b60-4eb4-a42d-129fdca557b7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Oct 10 12:02:20.059067 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298371a-3873-4cba-b1ef-af498bebb23b req-06a2cf91-0deb-4fe3-91f6-4b82da1c26ee tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:20.062177 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0298371a-3873-4cba-b1ef-af498bebb23b req-06a2cf91-0deb-4fe3-91f6-4b82da1c26ee tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0482063 Oct 10 12:02:20.120827 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0298371a-3873-4cba-b1ef-af498bebb23b req-16656fed-bb22-47e3-b618-1b4bdebcc527 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539920 Oct 10 12:02:21.019700 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7c5e4-19c1-4de8-811a-16114398f591 req-8b0dab1b-bd69-4015-912e-399bc46e5da9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:21.021102 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d0f7c5e4-19c1-4de8-811a-16114398f591 req-8b0dab1b-bd69-4015-912e-399bc46e5da9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0498269 Oct 10 12:02:21.073345 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d0f7c5e4-19c1-4de8-811a-16114398f591 req-d8cc2037-5bce-4819-891e-b945c4f3ca9c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Oct 10 12:02:21.253766 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08903ad2-321b-40e7-a332-895dfd3cb5ee req-5178a979-3842-4855-aa88-7a59b79bc920 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:21.255278 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08903ad2-321b-40e7-a332-895dfd3cb5ee req-5178a979-3842-4855-aa88-7a59b79bc920 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0521350 Oct 10 12:02:21.306970 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08903ad2-321b-40e7-a332-895dfd3cb5ee req-682a14c4-16d7-4f4d-914f-5e17bf1d62c8 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453868 Oct 10 12:02:22.210847 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ce9d8-9f48-4287-a413-b3b743b5214f req-0c33a048-5e69-4d20-90b6-9b6785f58dee tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:22.212428 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-699ce9d8-9f48-4287-a413-b3b743b5214f req-0c33a048-5e69-4d20-90b6-9b6785f58dee tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0564873 Oct 10 12:02:22.266525 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-699ce9d8-9f48-4287-a413-b3b743b5214f req-f7b87b45-1632-4957-a116-d7a3fc88f8de tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479426 Oct 10 12:02:22.438247 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5f4cc-e6a4-40ef-8d30-f86a871d8c32 req-28e6b1e4-402f-4b75-971b-06613cca9e37 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:22.439817 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfa5f4cc-e6a4-40ef-8d30-f86a871d8c32 req-28e6b1e4-402f-4b75-971b-06613cca9e37 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0515313 Oct 10 12:02:22.479077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:22.493793 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfa5f4cc-e6a4-40ef-8d30-f86a871d8c32 req-29edfdec-1dec-40aa-ad88-dcf5a9d4dc1a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473115 Oct 10 12:02:23.398954 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34757-bad0-4aa1-844d-6f56ddf3c273 req-091284d8-852f-463e-acfb-11ca8b915ef8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:23.398954 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58d34757-bad0-4aa1-844d-6f56ddf3c273 req-091284d8-852f-463e-acfb-11ca8b915ef8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0457060 Oct 10 12:02:23.449954 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58d34757-bad0-4aa1-844d-6f56ddf3c273 req-8dc0312e-b151-44c8-93a0-fbd4682bdab2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484376 Oct 10 12:02:23.615794 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02537075-4a28-4b96-9d4d-2d3869fc1452 req-6fb812ef-f163-4b0d-9f9c-77acb47740c3 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:23.617847 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02537075-4a28-4b96-9d4d-2d3869fc1452 req-6fb812ef-f163-4b0d-9f9c-77acb47740c3 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0506485 Oct 10 12:02:23.682285 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-02537075-4a28-4b96-9d4d-2d3869fc1452 req-bec5461e-cc40-461e-8b1d-09eab846c6c3 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575528 Oct 10 12:02:24.582952 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f463005-5ed1-4e34-a25c-25e67e3a5bb1 req-9f459199-d661-4455-b25a-ed8f7b9b701d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:24.584787 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1f463005-5ed1-4e34-a25c-25e67e3a5bb1 req-9f459199-d661-4455-b25a-ed8f7b9b701d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0511534 Oct 10 12:02:24.634729 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1f463005-5ed1-4e34-a25c-25e67e3a5bb1 req-bd6856e5-fde2-402b-870d-6bdd14af11d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443616 Oct 10 12:02:24.810152 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5291569-ff83-4b45-bf08-6c9e96882f84 req-072cca44-56fa-4179-a40b-771d558f6ba2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:24.811697 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5291569-ff83-4b45-bf08-6c9e96882f84 req-072cca44-56fa-4179-a40b-771d558f6ba2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0467346 Oct 10 12:02:24.860019 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5291569-ff83-4b45-bf08-6c9e96882f84 req-786392dc-6631-4b6b-b5e7-27cf5c7f205f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Oct 10 12:02:25.766158 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91a36f-4cbc-43ab-8169-7fc081c6b73d req-9c2ac160-4227-4fbe-8fb1-3f915eef9291 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:25.767653 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7e91a36f-4cbc-43ab-8169-7fc081c6b73d req-9c2ac160-4227-4fbe-8fb1-3f915eef9291 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0513725 Oct 10 12:02:25.799216 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:25.826520 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7e91a36f-4cbc-43ab-8169-7fc081c6b73d req-3c741f0d-1e2a-424b-abe2-e33c8346ff29 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522721 Oct 10 12:02:25.991196 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f2311-ca9b-4467-a179-9533231d2be2 req-38150414-7fb5-4063-a76b-500322da9391 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:25.992375 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-165f2311-ca9b-4467-a179-9533231d2be2 req-38150414-7fb5-4063-a76b-500322da9391 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0493305 Oct 10 12:02:26.044213 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-165f2311-ca9b-4467-a179-9533231d2be2 req-be586513-94c1-4155-ba2e-449a8b3035a4 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Oct 10 12:02:26.057787 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=60,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:26.091014 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=53,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:26.131256 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:26.961246 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318e630-7819-43df-a383-8c477569406d req-df127938-2a42-4090-ba94-8a7302296967 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:26.963308 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7318e630-7819-43df-a383-8c477569406d req-df127938-2a42-4090-ba94-8a7302296967 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0525215 Oct 10 12:02:27.011017 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7318e630-7819-43df-a383-8c477569406d req-702cd519-8bf6-4ee8-b306-39a890265536 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Oct 10 12:02:27.166559 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa8760-71eb-4316-aa78-a197e1af3dde req-51c5bcc6-730a-46e6-8aa0-ebe85a65cc9e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:27.168069 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c6aa8760-71eb-4316-aa78-a197e1af3dde req-51c5bcc6-730a-46e6-8aa0-ebe85a65cc9e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0508683 Oct 10 12:02:27.217993 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c6aa8760-71eb-4316-aa78-a197e1af3dde req-0f0d5916-ee87-40a9-a36d-4ef44dce66fa tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Oct 10 12:02:28.138004 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75f21a-f0e4-42e9-a781-30a1925c7440 req-c26544f9-54f9-4f61-bf1f-6d095ca9ef41 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:28.139416 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d75f21a-f0e4-42e9-a781-30a1925c7440 req-c26544f9-54f9-4f61-bf1f-6d095ca9ef41 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0461986 Oct 10 12:02:28.222921 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-c5c56bd6-e216-4fb4-8c65-9a8f2e1bc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:28.224345 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-c5c56bd6-e216-4fb4-8c65-9a8f2e1bc80d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1130 time: 0.0399888 Oct 10 12:02:28.259181 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-76363a5d-d0df-4464-8362-26f627a21a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:28.260679 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-76363a5d-d0df-4464-8362-26f627a21a50 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 1127 time: 0.0756078 Oct 10 12:02:28.262397 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-3a3d60cf-29d0-4d91-a7e6-dd439d92c87e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 1000 time: 0.1221507 Oct 10 12:02:28.279428 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d75f21a-f0e4-42e9-a781-30a1925c7440 req-756adb2e-22d2-4cdf-8575-5b134767545f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957832 Oct 10 12:02:28.338440 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264a727-caa7-4b12-9b07-50de48304a44 req-5f671f3d-f6cb-44b0-b710-9d1f2ba0ea64 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:28.339924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2264a727-caa7-4b12-9b07-50de48304a44 req-5f671f3d-f6cb-44b0-b710-9d1f2ba0ea64 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0478966 Oct 10 12:02:28.391292 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2264a727-caa7-4b12-9b07-50de48304a44 req-7cb65989-d0a7-48a2-b51d-090f1abb11e9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 Oct 10 12:02:28.660229 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-431141c0-0f9d-4393-8dfa-6d359500ed08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:28.997821 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:29.068281 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-320a1e6d-8c00-4453-a04d-ef79813acc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:29.069731 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-320a1e6d-8c00-4453-a04d-ef79813acc16 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.0873392 Oct 10 12:02:29.078125 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-4ef1fed3-7840-4d45-bb42-71076adee9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:29.079568 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-4ef1fed3-7840-4d45-bb42-71076adee9f5 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=084a552b-7137-4c32-9f0d-1b276d068534 HTTP/1.1" status: 200 len: 853 time: 0.0968781 Oct 10 12:02:29.103925 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-0e2c9491-cb65-4540-bf91-e9f7033be43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:29.105255 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-0e2c9491-cb65-4540-bf91-e9f7033be43a service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.1238353 Oct 10 12:02:29.407811 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27157ad9-77d4-4212-b02f-900411530928 req-36a07048-101f-4f61-83cd-b64563a1ee61 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:29.409296 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-27157ad9-77d4-4212-b02f-900411530928 req-36a07048-101f-4f61-83cd-b64563a1ee61 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0506423 Oct 10 12:02:29.456923 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-27157ad9-77d4-4212-b02f-900411530928 req-5188bea8-7d94-4ca0-bc63-6065416f54b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Oct 10 12:02:29.508864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db589e-8b18-4432-87d9-98d592c891f5 req-f8d1f3b2-166a-41b2-8911-30000ba97964 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:29.510323 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62db589e-8b18-4432-87d9-98d592c891f5 req-f8d1f3b2-166a-41b2-8911-30000ba97964 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0463667 Oct 10 12:02:29.559047 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62db589e-8b18-4432-87d9-98d592c891f5 req-a95c88cc-30b1-4603-8581-285495d22fd1 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Oct 10 12:02:30.037694 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-f07988eb-cb47-442d-887e-4e2578714975 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 200 len: 1002 time: 0.0588500 Oct 10 12:02:30.042950 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-9ab38712-a590-41ad-bc97-c61935b91ad6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb HTTP/1.1" status: 200 len: 217 time: 0.0608754 Oct 10 12:02:30.060791 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-37bf078a-1cd4-4e78-9aae-1f26e60ae5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:30.062261 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-37bf078a-1cd4-4e78-9aae-1f26e60ae5c7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790141 Oct 10 12:02:30.087255 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-ee9678da-7b99-4fed-bb95-74cd4777882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:30.088612 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-ee9678da-7b99-4fed-bb95-74cd4777882f service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0443900 Oct 10 12:02:30.089510 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:30.132006 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-8c0f018c-814a-4e76-aa04-e049056e8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:30.133517 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-8c0f018c-814a-4e76-aa04-e049056e8072 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383546 Oct 10 12:02:30.149047 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-d42c652b-7b19-49be-b934-01b797eac20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:30.150503 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-d42c652b-7b19-49be-b934-01b797eac20b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.1002681 Oct 10 12:02:30.212955 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-d981ccd1-e3fe-419c-bf13-ba659b047b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:30.214366 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-d981ccd1-e3fe-419c-bf13-ba659b047b24 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558934 Oct 10 12:02:30.216170 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-47e898b2-5da1-43b9-a9f7-0a0a350c8bf2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363585 Oct 10 12:02:30.226669 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-bd0e3bf7-59d6-4533-9db7-668939cd486f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Oct 10 12:02:30.323524 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-7fe4effb-4996-4c8a-a4ed-48f93fd95b8b req-634e43ec-9b16-4fa1-9607-2995ad04bbe6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848956 Oct 10 12:02:30.388142 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-f9c7c8be-8283-4daf-8455-86c68e644666 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559560 Oct 10 12:02:30.393213 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8135e8e7-4cc9-4e55-9f2e-a8dc872ba85e req-d18e6b7d-e988-42ba-b3ba-b17f0a5a2f25 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530287 Oct 10 12:02:30.487018 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ddb41fbf-9c31-4864-8505-b4c5dd85ddfb req-9d4f0385-3992-4400-bb5d-a61b4538f8e3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893397 Oct 10 12:02:30.584060 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5398f-1e99-4ff9-b32b-fcef9241e9a3 req-2b344daf-54da-4727-9ed7-ed8bc7e370e7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:30.585772 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0fc5398f-1e99-4ff9-b32b-fcef9241e9a3 req-2b344daf-54da-4727-9ed7-ed8bc7e370e7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0469558 Oct 10 12:02:30.632968 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0fc5398f-1e99-4ff9-b32b-fcef9241e9a3 req-79be97bb-60df-4f5b-a23e-5b5c63a4b833 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 Oct 10 12:02:30.684301 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59830ad-84b5-4552-ab4b-fc0dd217841c req-1d9d3891-d463-4f4a-be35-7924b7bc18df tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:30.685773 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a59830ad-84b5-4552-ab4b-fc0dd217841c req-1d9d3891-d463-4f4a-be35-7924b7bc18df tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 943 time: 0.0519588 Oct 10 12:02:30.709697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:30.734834 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a59830ad-84b5-4552-ab4b-fc0dd217841c req-8c8ea8e9-7df4-4827-95f9-47ad92d44486 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435700 Oct 10 12:02:30.915347 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e2963c97-c1e3-4eb2-b7d3-3289e261d79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:31.234691 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device c7ad4161-200b-4965-9f0e-a49f6ad3a6eb details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:02:31.333025 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:31.343561 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'port_id': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'mac_address': 'fa:16:3e:85:e2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:02:31.377096 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:31.377476 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:31.390148 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ad4161-200b-4965-9f0e-a49f6ad3a6eb {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:02:31.409808 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:31.413995 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:31.461243 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:31.760284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0f283-9024-40d8-ac99-26875f0d48ed req-22c29b5a-244e-404d-98f2-5b91e9d96b8e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:31.761747 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e4d0f283-9024-40d8-ac99-26875f0d48ed req-22c29b5a-244e-404d-98f2-5b91e9d96b8e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0465167 Oct 10 12:02:31.809979 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e4d0f283-9024-40d8-ac99-26875f0d48ed req-8be0718d-93ec-4ae9-811c-a735deea3351 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Oct 10 12:02:31.855210 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841eea7-58dc-4465-82a6-70cd4cce5efb req-19537e78-b22b-4502-9fdc-46a093eeeece tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:31.856649 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0841eea7-58dc-4465-82a6-70cd4cce5efb req-19537e78-b22b-4502-9fdc-46a093eeeece tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 944 time: 0.0458186 Oct 10 12:02:31.908019 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0841eea7-58dc-4465-82a6-70cd4cce5efb req-52f873cd-784d-41b1-acb2-d33e41d04057 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 Oct 10 12:02:31.928547 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:31.943931 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['c7ad4161-200b-4965-9f0e-a49f6ad3a6eb'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:02:32.085562 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:32.935175 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372c3b-cc84-4ced-b7b3-e2f2cded6fd7 req-e0ee34f8-37b5-4d8d-8a65-e7fe4237dd48 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:32.936637 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d372c3b-cc84-4ced-b7b3-e2f2cded6fd7 req-e0ee34f8-37b5-4d8d-8a65-e7fe4237dd48 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0460923 Oct 10 12:02:32.984866 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d372c3b-cc84-4ced-b7b3-e2f2cded6fd7 req-704c3b58-611b-4529-86e7-76fdc3b29a1a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424271 Oct 10 12:02:33.030268 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b17a1d-0f1f-4edf-95bf-5b06598fb85f req-5afe3f10-319d-4d22-9cb2-12aabc88ba52 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:33.031755 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a7b17a1d-0f1f-4edf-95bf-5b06598fb85f req-5afe3f10-319d-4d22-9cb2-12aabc88ba52 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 944 time: 0.0460377 Oct 10 12:02:33.080247 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a7b17a1d-0f1f-4edf-95bf-5b06598fb85f req-72bcc812-a06e-475d-bd6a-f0ff6cf70024 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429652 Oct 10 12:02:33.257348 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device c7ad4161-200b-4965-9f0e-a49f6ad3a6eb up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:02:33.287040 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:33.302972 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:02:33.308983 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:33.309364 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.309756 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb Oct 10 12:02:33.379035 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:33.379420 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.402320 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c012add-b9da-448b-8444-af9e38053fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:33.404588 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498e2dea-06e9-49d3-ac15-bd535c0935eb" -d '{"events": [{"server_uuid": "7c012add-b9da-448b-8444-af9e38053fc1", "name": "network-vif-plugged", "status": "completed", "tag": "c7ad4161-200b-4965-9f0e-a49f6ad3a6eb"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:33.417447 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:33.422470 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.450092 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59f7996-33ea-47f0-a968-9befd3a49e8d x-openstack-request-id: req-e59f7996-33ea-47f0-a968-9befd3a49e8d {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:33.450402 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c012add-b9da-448b-8444-af9e38053fc1", "name": "network-vif-plugged", "status": "completed", "tag": "c7ad4161-200b-4965-9f0e-a49f6ad3a6eb", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:33.450655 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e59f7996-33ea-47f0-a968-9befd3a49e8d {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:33.451069 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59f7996-33ea-47f0-a968-9befd3a49e8d'] response: {'server_uuid': '7c012add-b9da-448b-8444-af9e38053fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'code': 200} Oct 10 12:02:33.476147 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:33.644674 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.700228 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.780305 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54151909-e0fe-4f27-839e-477ea464ffed req-fe5f3350-1660-4597-a165-d7638be07769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:33.781766 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54151909-e0fe-4f27-839e-477ea464ffed req-fe5f3350-1660-4597-a165-d7638be07769 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 1129 time: 0.0423403 Oct 10 12:02:33.793507 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:33.827317 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54151909-e0fe-4f27-839e-477ea464ffed req-3e2a42aa-d797-4b58-92fa-f9c6a3cf96d9 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394669 Oct 10 12:02:34.112047 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda477a-1f49-42cf-b749-d029972e316c req-206985fc-b9d7-494d-9320-343b09f40ce9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:34.113527 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7cda477a-1f49-42cf-b749-d029972e316c req-206985fc-b9d7-494d-9320-343b09f40ce9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0455272 Oct 10 12:02:34.162986 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7cda477a-1f49-42cf-b749-d029972e316c req-bf6784b0-66b1-45d7-bda9-215886c08207 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Oct 10 12:02:34.207646 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565faae-e702-4e22-a4f4-a98bf0a9c0aa req-b80f43c3-5768-4662-979a-875608dd431d tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:34.209106 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a565faae-e702-4e22-a4f4-a98bf0a9c0aa req-b80f43c3-5768-4662-979a-875608dd431d tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0505865 Oct 10 12:02:34.260078 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a565faae-e702-4e22-a4f4-a98bf0a9c0aa req-ef54bd08-77e2-4bbd-806e-9973afc71063 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Oct 10 12:02:35.290182 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f647c0-f8a1-4d37-bf21-da334212e866 req-cdb63eb5-9f00-4e6c-8c4f-3bc2cb228884 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:35.291680 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-95f647c0-f8a1-4d37-bf21-da334212e866 req-cdb63eb5-9f00-4e6c-8c4f-3bc2cb228884 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0477114 Oct 10 12:02:35.348538 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-95f647c0-f8a1-4d37-bf21-da334212e866 req-8deb41c2-5bd1-4e7e-99b4-a32ba9bf57c4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514581 Oct 10 12:02:35.382439 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a1ab5-d89e-4965-bcf3-4e2f791db45b req-ef7b17c7-6edd-4055-96a2-7329c0e9c260 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:35.383948 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d02a1ab5-d89e-4965-bcf3-4e2f791db45b req-ef7b17c7-6edd-4055-96a2-7329c0e9c260 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0488002 Oct 10 12:02:35.432909 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d02a1ab5-d89e-4965-bcf3-4e2f791db45b req-11fb31b4-9c79-403b-bc70-beeecc4073be tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434446 Oct 10 12:02:36.141447 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:36.482194 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31aa9b-65a9-405a-b0fe-8434c38584fe req-5008ea95-09b4-4444-a974-4f6de4bdb91c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:36.483779 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c31aa9b-65a9-405a-b0fe-8434c38584fe req-5008ea95-09b4-4444-a974-4f6de4bdb91c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0506754 Oct 10 12:02:36.547238 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:36.559528 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c31aa9b-65a9-405a-b0fe-8434c38584fe req-da3ce9aa-a623-45c1-8c89-f89351ca6761 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701141 Oct 10 12:02:36.572082 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c327-71a4-4e9d-ae4f-5bf9b71fde72 req-c030e715-e80d-4382-9514-ff1063aae6f8 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:36.573496 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f02c327-71a4-4e9d-ae4f-5bf9b71fde72 req-c030e715-e80d-4382-9514-ff1063aae6f8 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0652041 Oct 10 12:02:36.622199 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f02c327-71a4-4e9d-ae4f-5bf9b71fde72 req-707c8cf2-d31a-4342-8f69-0e18d7b3a0b1 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 Oct 10 12:02:36.740566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e593e7c-1d99-41bf-a9f8-689d75f5519f req-0f7d3e46-1d5c-49b9-b055-82a7f50fa740 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:36.742023 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e593e7c-1d99-41bf-a9f8-689d75f5519f req-0f7d3e46-1d5c-49b9-b055-82a7f50fa740 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0487249 Oct 10 12:02:36.791372 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e593e7c-1d99-41bf-a9f8-689d75f5519f req-f0680677-5832-4a4d-af50-42592e9902cc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432687 Oct 10 12:02:36.818882 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45284) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:37.044417 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9abdb-8763-44ed-9436-e13d918cb9a8 tempest-TestVolumeBootPattern-1406700158 tempest-TestVolumeBootPattern-1406700158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:37.045878 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-dea9abdb-8763-44ed-9436-e13d918cb9a8 tempest-TestVolumeBootPattern-1406700158 tempest-TestVolumeBootPattern-1406700158-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 1124 time: 0.2260396 Oct 10 12:02:37.048784 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45288) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:37.053243 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'port_id': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:37.074270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:37.153881 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:37.261864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Allocated IP 172.27.0.224 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/3a5cb18a-980b-49c0-96f9-054e14768e08) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:37.333104 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:37.365855 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (3a5cb18a-980b-49c0-96f9-054e14768e08), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:37.396980 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (3a5cb18a-980b-49c0-96f9-054e14768e08), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:37.436572 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:37.439502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:37.443346 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:02:37.464319 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=3a5cb18a-980b-49c0-96f9-054e14768e08,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:37.592372 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:37.702123 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300cd24-0919-4f82-86d4-9178d7f774e1 req-0ed107e7-1aaa-4b8d-8a36-40dc0f685a8e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:37.703598 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5300cd24-0919-4f82-86d4-9178d7f774e1 req-0ed107e7-1aaa-4b8d-8a36-40dc0f685a8e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0628662 Oct 10 12:02:37.816570 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5300cd24-0919-4f82-86d4-9178d7f774e1 req-43be2428-7e81-433a-96bb-b09506a2781b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941629 Oct 10 12:02:37.866981 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (93a098ad-6e48-4f0f-991e-ac9c9bf329ef), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:37.934229 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (3a5cb18a-980b-49c0-96f9-054e14768e08), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:38.079859 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (3a5cb18a-980b-49c0-96f9-054e14768e08), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:38.085214 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (3a5cb18a-980b-49c0-96f9-054e14768e08), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:38.122266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:38.152010 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=3a5cb18a-980b-49c0-96f9-054e14768e08,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:38.156980 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (93a098ad-6e48-4f0f-991e-ac9c9bf329ef), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:38.504740 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Floating IP 93a098ad-6e48-4f0f-991e-ac9c9bf329ef associated. External IP: 172.27.0.224, port: c7ad4161-200b-4965-9f0e-a49f6ad3a6eb. Oct 10 12:02:38.631077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:38.698290 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:02:38.799032 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:02:38.809098 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:38.818141 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:38.818840 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:38.819479 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:38.850669 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-486fd3a1-db33-4256-8d62-2c5e96c4162c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7986665 Oct 10 12:02:38.850669 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c012add-b9da-448b-8444-af9e38053fc1', 'tag': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:38.851334 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d429ba38-946f-46bc-b055-7a9d61423d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c012add-b9da-448b-8444-af9e38053fc1", "tag": "c7ad4161-200b-4965-9f0e-a49f6ad3a6eb"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:38.905899 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469925fe-594f-4f1a-8c54-a660b00e192e x-openstack-request-id: req-469925fe-594f-4f1a-8c54-a660b00e192e {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:38.906338 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c012add-b9da-448b-8444-af9e38053fc1", "tag": "c7ad4161-200b-4965-9f0e-a49f6ad3a6eb", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:38.906686 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-469925fe-594f-4f1a-8c54-a660b00e192e {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:38.907259 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469925fe-594f-4f1a-8c54-a660b00e192e'] response: {'name': 'network-changed', 'server_uuid': '7c012add-b9da-448b-8444-af9e38053fc1', 'tag': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'status': 'completed', 'code': 200} Oct 10 12:02:38.924541 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:38.955283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaedd6f-4e69-47c5-a846-59c5b7fa0e75 req-92b55817-8ab8-49b4-b804-0519e93050a1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:38.956683 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbaedd6f-4e69-47c5-a846-59c5b7fa0e75 req-92b55817-8ab8-49b4-b804-0519e93050a1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 943 time: 0.0461948 Oct 10 12:02:39.005977 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbaedd6f-4e69-47c5-a846-59c5b7fa0e75 req-75af54fb-f682-40a0-b62c-eb9d75f117f3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Oct 10 12:02:39.052546 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-6e7e8184-f35b-426e-982b-12e7375a9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:39.054154 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-6e7e8184-f35b-426e-982b-12e7375a9775 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 1129 time: 0.0459006 Oct 10 12:02:39.090123 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:02:39.146958 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-26300e21-7e16-402d-b282-8ef21c034524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:39.148421 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-26300e21-7e16-402d-b282-8ef21c034524 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.0879335 Oct 10 12:02:39.214976 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-9ef61085-9404-45c0-a320-1cffde3e6a56 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb HTTP/1.1" status: 200 len: 999 time: 0.0596945 Oct 10 12:02:39.264106 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '93a098ad-6e48-4f0f-991e-ac9c9bf329ef', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:85:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c012add-b9da-448b-8444-af9e38053fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:37Z', 'updated_at': '2022-10-10T12:02:37Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:39.264682 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-821539c4-b737-44fe-8ae0-63721550a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:39.266201 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-821539c4-b737-44fe-8ae0-63721550a1a6 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0446758 Oct 10 12:02:39.290071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:39.298473 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:39.299116 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:39.313633 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-f6053e89-eed7-4ac7-9362-34b702b2e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:39.315246 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-f6053e89-eed7-4ac7-9362-34b702b2e451 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394654 Oct 10 12:02:39.333255 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:02:39.403942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:39.420726 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-d842105f-a75d-4edc-ac92-0d3cb68a9c1a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899549 Oct 10 12:02:39.440458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:39.467481 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:39.511638 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d429ba38-946f-46bc-b055-7a9d61423d6c req-91b17cff-7869-4acf-b428-777d36300880 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834739 Oct 10 12:02:39.511967 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:39.570584 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:39.593397 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'port_id': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'mac_address': 'fa:16:3e:a0:9a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:02:39.673950 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port fa2ac855-9b1f-4330-96cc-cad641c595d3 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:39.674331 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:39.698669 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ac855-9b1f-4330-96cc-cad641c595d3 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:02:39.750292 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:39.754973 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:39.795037 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '93a098ad-6e48-4f0f-991e-ac9c9bf329ef', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:85:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c012add-b9da-448b-8444-af9e38053fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:37Z', 'updated_at': '2022-10-10T12:02:37Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:39.822055 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a1b29-c46e-4cf4-97fa-dd63fc617d52 None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '93a098ad-6e48-4f0f-991e-ac9c9bf329ef', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:85:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c012add-b9da-448b-8444-af9e38053fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:37Z', 'updated_at': '2022-10-10T12:02:37Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:39.835224 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=9']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:40.013010 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b89539-72b8-4cd8-993b-caf3fd8d92d1 None None] New status for floating IP 93a098ad-6e48-4f0f-991e-ac9c9bf329ef: ACTIVE {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:02:40.141746 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ad832-abde-4477-b0f6-06e9c1123277 req-3e8664bc-e148-43f0-a2dc-f6dbb84c9499 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:40.143246 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-587ad832-abde-4477-b0f6-06e9c1123277 req-3e8664bc-e148-43f0-a2dc-f6dbb84c9499 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 944 time: 0.0507629 Oct 10 12:02:40.193911 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-587ad832-abde-4477-b0f6-06e9c1123277 req-662d3696-450c-49f0-aece-2037d6507a80 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Oct 10 12:02:40.227387 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['fa2ac855-9b1f-4330-96cc-cad641c595d3'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:02:40.318293 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=43 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:40.320149 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=51 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:41.318954 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333b9c0-630f-4c21-a309-add081c0ebba req-62f6266b-996d-48ce-b8c0-787b13f920a8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:41.320328 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5333b9c0-630f-4c21-a309-add081c0ebba req-62f6266b-996d-48ce-b8c0-787b13f920a8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 944 time: 0.0462239 Oct 10 12:02:41.360586 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:41.369542 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5333b9c0-630f-4c21-a309-add081c0ebba req-27d0d3a4-3bab-49e4-83a6-279b6cdc9936 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Oct 10 12:02:41.425223 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:41.428870 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:02:41.471494 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port fa2ac855-9b1f-4330-96cc-cad641c595d3 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:41.471859 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:41.472199 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port fa2ac855-9b1f-4330-96cc-cad641c595d3 Oct 10 12:02:41.544950 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port fa2ac855-9b1f-4330-96cc-cad641c595d3 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:41.545358 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:41.568028 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:41.570329 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca1ba47-2d07-4942-b836-91ca3cf4750f" -d '{"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:41.583133 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:41.587272 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:41.612258 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8666980c-aa90-4393-a707-afd097e78675 x-openstack-request-id: req-8666980c-aa90-4393-a707-afd097e78675 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:41.612572 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:41.612830 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8666980c-aa90-4393-a707-afd097e78675 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:41.613248 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8666980c-aa90-4393-a707-afd097e78675'] response: {'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'code': 200} Oct 10 12:02:41.636581 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=10']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:42.305997 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e00f7a-6404-407c-aab3-c45003459676 req-933b3e82-e789-450c-abc2-3024292264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:42.307393 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-71e00f7a-6404-407c-aab3-c45003459676 req-933b3e82-e789-450c-abc2-3024292264f9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1130 time: 0.0381136 Oct 10 12:02:42.363656 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-71e00f7a-6404-407c-aab3-c45003459676 req-650e1cbc-3148-452e-996d-2f860325702d service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Oct 10 12:02:42.497145 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ba6dc-ee50-4f7d-b1c9-871a4b68d00b req-c632cc83-7e50-4ce6-9f96-039e7aafc053 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:42.498620 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef7ba6dc-ee50-4f7d-b1c9-871a4b68d00b req-c632cc83-7e50-4ce6-9f96-039e7aafc053 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 946 time: 0.0462818 Oct 10 12:02:42.544740 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef7ba6dc-ee50-4f7d-b1c9-871a4b68d00b req-f801dfdf-94b6-4f91-a95f-238b75bc6ed9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Oct 10 12:02:43.670523 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734c11d-2cb5-44d2-ab85-7730cdc23fc8 req-454f6263-94dc-43bb-8700-48dfa74a23fd tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:43.671914 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d734c11d-2cb5-44d2-ab85-7730cdc23fc8 req-454f6263-94dc-43bb-8700-48dfa74a23fd tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 946 time: 0.0459175 Oct 10 12:02:43.722131 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d734c11d-2cb5-44d2-ab85-7730cdc23fc8 req-f0938cbe-961c-4ade-879d-ee7e9732cc39 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444384 Oct 10 12:02:44.853868 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdfd3-9aa8-4a11-946c-2285e4cc1af6 req-754d660b-df7d-4514-ba64-713070060c40 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:44.855363 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-534bdfd3-9aa8-4a11-946c-2285e4cc1af6 req-754d660b-df7d-4514-ba64-713070060c40 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 946 time: 0.0538702 Oct 10 12:02:44.904320 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-534bdfd3-9aa8-4a11-946c-2285e4cc1af6 req-185d3677-bc64-44d3-844e-3577bbfdf321 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Oct 10 12:02:46.030747 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400db852-8fc9-40eb-8d0f-cdcc09319653 req-34489ec1-c3a1-42ac-8b34-1b72bc7cde4e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:46.032248 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-400db852-8fc9-40eb-8d0f-cdcc09319653 req-34489ec1-c3a1-42ac-8b34-1b72bc7cde4e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 946 time: 0.0468276 Oct 10 12:02:46.079021 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-400db852-8fc9-40eb-8d0f-cdcc09319653 req-952f5750-30e5-420e-98db-b013bf27f6e6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 Oct 10 12:02:47.127002 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd298b02-c352-4101-95c4-e63139f48796 req-375c6391-87bf-49fa-8287-a21facdb541e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:47.128466 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd298b02-c352-4101-95c4-e63139f48796 req-375c6391-87bf-49fa-8287-a21facdb541e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.0477474 Oct 10 12:02:47.179135 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd298b02-c352-4101-95c4-e63139f48796 req-42f0c4d5-8cbd-4c21-9764-e20be5b5e3b9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Oct 10 12:02:48.300055 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9fc6-5dd0-41d7-8ea9-fd24274d744b req-2ecd8fb8-8e0a-4b79-967d-6806311fd317 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:48.301413 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c8d9fc6-5dd0-41d7-8ea9-fd24274d744b req-2ecd8fb8-8e0a-4b79-967d-6806311fd317 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.0462048 Oct 10 12:02:48.346491 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c8d9fc6-5dd0-41d7-8ea9-fd24274d744b req-6eb9acc6-e9c5-4a6f-884c-ba520bc5402b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393546 Oct 10 12:02:49.232838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-0a0a13f0-d8ea-452c-91c3-102accbe283e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:49.234285 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-0a0a13f0-d8ea-452c-91c3-102accbe283e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.0503047 Oct 10 12:02:49.325925 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Deleting port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:02:49.326592 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:49.338981 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:49.416393 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] For port 8f41ae8d-ac23-4143-85d3-27cb22c3af90, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f41ae8d-ac23-4143-85d3-27cb22c3af90,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:49.416696 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:49.544660 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e3945-7400-431b-8d46-da54bc78e0cb req-0597881d-1af2-4e35-8779-3a33f57c4ebe tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:49.546128 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b80e3945-7400-431b-8d46-da54bc78e0cb req-0597881d-1af2-4e35-8779-3a33f57c4ebe tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 945 time: 0.1218112 Oct 10 12:02:49.614435 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:49.672094 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b80e3945-7400-431b-8d46-da54bc78e0cb req-6c7afd33-8be9-433e-bc4f-c479908b8b48 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cea38eca-6cf0-418b-847e-69b56a841f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193900 Oct 10 12:02:49.700201 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:49.700201 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (8b0de26b-8979-4355-997e-44aba97a503c), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:49.700201 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Floating IP 8b0de26b-8979-4355-997e-44aba97a503c disassociated. External IP: 172.27.0.251, port: 8f41ae8d-ac23-4143-85d3-27cb22c3af90. Oct 10 12:02:49.700621 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Calling delete_port for 8f41ae8d-ac23-4143-85d3-27cb22c3af90 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:02:49.824966 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (8f41ae8d-ac23-4143-85d3-27cb22c3af90), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:49.851013 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'Port': ['ID=8f41ae8d-ac23-4143-85d3-27cb22c3af90,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:49.960563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:02:50.068871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:02:50.081401 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:50.088935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:50.092859 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:50.093486 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:50.099595 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:50.111576 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] No DVR routers for this DVR port 8f41ae8d-ac23-4143-85d3-27cb22c3af90 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:02:50.114108 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:50.116875 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=8 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:50.117364 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a65b4be7-a3b7-42ac-8133-67b683e6ae63 req-b3ff1823-3308-4456-a7a8-2bd89fea44d4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "DELETE /networking/v2.0/ports/8f41ae8d-ac23-4143-85d3-27cb22c3af90 HTTP/1.1" status: 204 len: 173 time: 0.8771932 Oct 10 12:02:50.117895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'name': 'network-vif-deleted', 'tag': '8f41ae8d-ac23-4143-85d3-27cb22c3af90'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:50.120204 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e787da-23ef-489c-b0fd-6044826eb9f2" -d '{"events": [{"server_uuid": "0a6a752b-46c1-419a-a67f-b438ec73dfef", "name": "network-vif-deleted", "tag": "8f41ae8d-ac23-4143-85d3-27cb22c3af90"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:50.159711 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10641b46-619f-4ae9-90b4-2c0ad6d2b784 x-openstack-request-id: req-10641b46-619f-4ae9-90b4-2c0ad6d2b784 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:50.159711 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6a752b-46c1-419a-a67f-b438ec73dfef", "name": "network-vif-deleted", "tag": "8f41ae8d-ac23-4143-85d3-27cb22c3af90", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:50.160045 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10641b46-619f-4ae9-90b4-2c0ad6d2b784 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:50.160568 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10641b46-619f-4ae9-90b4-2c0ad6d2b784'] response: {'server_uuid': '0a6a752b-46c1-419a-a67f-b438ec73dfef', 'name': 'network-vif-deleted', 'tag': '8f41ae8d-ac23-4143-85d3-27cb22c3af90', 'status': 'completed', 'code': 200} Oct 10 12:02:50.210174 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:50.427693 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:03Z', 'revision_number': 2, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:50.453150 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:50.462110 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:50.462695 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:50.565128 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:50.802234 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d8eb1c2c-6fc3-46b2-8942-8e9736e0b933 req-22a30627-f90c-44f8-ae37-29a328a68eb9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0a6a752b-46c1-419a-a67f-b438ec73dfef HTTP/1.1" status: 200 len: 210 time: 0.0342712 Oct 10 12:02:50.926843 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:03Z', 'revision_number': 2, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:50.951861 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1a7d3d-c603-4361-9f95-5d27bad029ab None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'e3a8fd11-49a7-4985-b76e-67395bdc20a8', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'b0a4554c-8489-4c92-b988-ba8723479120', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:5e:48:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:19Z', 'updated_at': '2022-10-10T12:00:03Z', 'revision_number': 2, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:51.172968 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbea6af-269e-4712-9edc-95eac44a65f7 None None] New status for floating IP 8b0de26b-8979-4355-997e-44aba97a503c: DOWN {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:02:51.899849 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45390) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:51.953891 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5ed5-952e-4646-b0e4-1e6ba21b3c12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (cea38eca-6cf0-418b-847e-69b56a841f7e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:51.966000 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:51.981473 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5ed5-952e-4646-b0e4-1e6ba21b3c12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (cea38eca-6cf0-418b-847e-69b56a841f7e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.035740 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5ed5-952e-4646-b0e4-1e6ba21b3c12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (cea38eca-6cf0-418b-847e-69b56a841f7e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.038410 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5ed5-952e-4646-b0e4-1e6ba21b3c12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.039647 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5cfc5ed5-952e-4646-b0e4-1e6ba21b3c12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cea38eca-6cf0-418b-847e-69b56a841f7e HTTP/1.1" status: 204 len: 168 time: 0.1387832 Oct 10 12:02:52.042745 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45392) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:52.050116 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc5ed5-952e-4646-b0e4-1e6ba21b3c12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea38eca-6cf0-418b-847e-69b56a841f7e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:52.061980 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.api.v2.resource [None req-8ec1e315-c6ed-4d43-9913-bd9747053566 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] show failed (client error): The resource could not be found. Oct 10 12:02:52.063312 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8ec1e315-c6ed-4d43-9913-bd9747053566 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups/cea38eca-6cf0-418b-847e-69b56a841f7e HTTP/1.1" status: 404 len: 347 time: 0.0195382 Oct 10 12:02:52.066250 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45394) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:52.183433 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Deleting port bc66565f-ad6c-4689-9db4-ad2b777dd571 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:02:52.183864 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (bc66565f-ad6c-4689-9db4-ad2b777dd571), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.262970 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (bc66565f-ad6c-4689-9db4-ad2b777dd571), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.263296 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (bc66565f-ad6c-4689-9db4-ad2b777dd571), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.275572 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Calling delete_port for bc66565f-ad6c-4689-9db4-ad2b777dd571 owned by network:floatingip {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:02:52.414179 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (bc66565f-ad6c-4689-9db4-ad2b777dd571), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.437431 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'Port': ['ID=bc66565f-ad6c-4689-9db4-ad2b777dd571,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:52.501102 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (8b0de26b-8979-4355-997e-44aba97a503c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.503768 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:52.504892 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-b3e973d5-cc4d-49b7-85b3-20b9018ac0d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/8b0de26b-8979-4355-997e-44aba97a503c HTTP/1.1" status: 204 len: 168 time: 0.4377437 Oct 10 12:02:53.502418 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 8f41ae8d-ac23-4143-85d3-27cb22c3af90 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:02:53.525316 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 8f41ae8d-ac23-4143-85d3-27cb22c3af90 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:02:53.525649 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 8f41ae8d-ac23-4143-85d3-27cb22c3af90 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:02:55.252155 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e788-1477-474b-9caf-9dd14cff60e9 req-858a1a3e-87c0-443c-9b1e-dc0daf12dd5e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:55.253506 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2713e788-1477-474b-9caf-9dd14cff60e9 req-858a1a3e-87c0-443c-9b1e-dc0daf12dd5e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.0459850 Oct 10 12:02:55.303170 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2713e788-1477-474b-9caf-9dd14cff60e9 req-0ab24854-c747-488c-8dd2-e1f93bb4a56e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440629 Oct 10 12:02:56.424267 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1813429-8194-4f43-a96c-86d7a4a1233f req-3954a420-9850-4aea-ae6e-0bf7ab3aa17e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:56.425724 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e1813429-8194-4f43-a96c-86d7a4a1233f req-3954a420-9850-4aea-ae6e-0bf7ab3aa17e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.0458789 Oct 10 12:02:56.472720 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e1813429-8194-4f43-a96c-86d7a4a1233f req-d326c518-6e89-498e-877c-20a0760b614d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Oct 10 12:02:57.387020 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18965f3-5702-4310-be80-d760e049f1ad req-c18b863f-9f9b-4858-be56-8de572a8503a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:57.388468 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f18965f3-5702-4310-be80-d760e049f1ad req-c18b863f-9f9b-4858-be56-8de572a8503a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.0470498 Oct 10 12:02:57.598534 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1302ba-814e-4732-8015-d9035e298c3a req-960913df-0bd0-43ce-a5f0-667c84985e12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:57.600140 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-aa1302ba-814e-4732-8015-d9035e298c3a req-960913df-0bd0-43ce-a5f0-667c84985e12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 945 time: 0.0501485 Oct 10 12:02:57.617952 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:57.647163 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-aa1302ba-814e-4732-8015-d9035e298c3a req-8bfe2101-27f6-413d-825a-876a3683cef1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=318f1d71-a3f6-42a9-9018-2684bef6b933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415072 Oct 10 12:02:57.860012 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Deleting port b0a4554c-8489-4c92-b988-ba8723479120 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:02:57.860357 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (b0a4554c-8489-4c92-b988-ba8723479120), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:57.952975 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] For port b0a4554c-8489-4c92-b988-ba8723479120, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b0a4554c-8489-4c92-b988-ba8723479120,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:57.953259 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (b0a4554c-8489-4c92-b988-ba8723479120), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:58.112679 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:58.113043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (e3a8fd11-49a7-4985-b76e-67395bdc20a8), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:58.113361 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Floating IP e3a8fd11-49a7-4985-b76e-67395bdc20a8 disassociated. External IP: 172.27.0.214, port: b0a4554c-8489-4c92-b988-ba8723479120. Oct 10 12:02:58.113701 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Calling delete_port for b0a4554c-8489-4c92-b988-ba8723479120 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:02:58.251487 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (b0a4554c-8489-4c92-b988-ba8723479120), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:58.283015 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'Port': ['ID=b0a4554c-8489-4c92-b988-ba8723479120,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:58.329144 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:58.419014 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354d7bb-3020-4da9-b71e-a4bef6dfc8e2 req-b096bf2c-8ca3-434d-9097-035dc827cd8e tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:58.420760 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0354d7bb-3020-4da9-b71e-a4bef6dfc8e2 req-b096bf2c-8ca3-434d-9097-035dc827cd8e tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.1429319 Oct 10 12:02:58.480629 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-ad0cef59-161e-47d5-a92d-0efddf6e5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:58.481965 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-ad0cef59-161e-47d5-a92d-0efddf6e5c8f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=f2e5245da9a24e679c6e19089e9aa199&device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1168 time: 0.1132119 Oct 10 12:02:58.557286 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:02:58.569227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:58.597179 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0354d7bb-3020-4da9-b71e-a4bef6dfc8e2 req-ef194bea-f2a3-48d1-905b-b152e00a2030 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1457889 Oct 10 12:02:58.666370 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d037d06c-d497-4785-8133-0b8e6a86e0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:58.943115 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e0434ab-8457-414e-a434-b1d454127450 req-f6b39ce5-f45e-4346-ade4-e2d8f20a92d6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 210 time: 0.0453961 Oct 10 12:02:58.951513 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-4d6bd43e-1cd3-404d-9212-98c57ce1be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:58.952916 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-4d6bd43e-1cd3-404d-9212-98c57ce1be60 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 200 len: 915 time: 0.4623821 Oct 10 12:02:59.050382 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:02:59.053423 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-6e1a25b9-1446-42ec-a3e6-33a5b6a4f185 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 1000 time: 0.0938466 Oct 10 12:02:59.061007 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:59.070395 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:59.071041 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:59.122226 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] No DVR routers for this DVR port b0a4554c-8489-4c92-b988-ba8723479120 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:02:59.125820 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:59.129048 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f18965f3-5702-4310-be80-d760e049f1ad req-2ac5b91a-371a-4f68-9a34-a89b29ed5d5c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "DELETE /networking/v2.0/ports/b0a4554c-8489-4c92-b988-ba8723479120 HTTP/1.1" status: 204 len: 173 time: 1.3476806 Oct 10 12:02:59.129541 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'name': 'network-vif-deleted', 'tag': 'b0a4554c-8489-4c92-b988-ba8723479120'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:59.131804 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4587c94c-a567-4e90-b1ed-389953e1ed2d" -d '{"events": [{"server_uuid": "0ddfe581-92c6-4065-9fff-7ebe3462658b", "name": "network-vif-deleted", "tag": "b0a4554c-8489-4c92-b988-ba8723479120"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:59.148889 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-798b67f9-5cdd-4e28-bc51-c62ed5404d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:59.150806 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-798b67f9-5cdd-4e28-bc51-c62ed5404d7e service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=084a552b-7137-4c32-9f0d-1b276d068534 HTTP/1.1" status: 200 len: 853 time: 0.0907776 Oct 10 12:02:59.180899 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c78af0-9198-4b8f-b04b-40a1941e849e x-openstack-request-id: req-33c78af0-9198-4b8f-b04b-40a1941e849e {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:59.181237 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddfe581-92c6-4065-9fff-7ebe3462658b", "name": "network-vif-deleted", "tag": "b0a4554c-8489-4c92-b988-ba8723479120", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:59.181493 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33c78af0-9198-4b8f-b04b-40a1941e849e {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:59.182008 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c78af0-9198-4b8f-b04b-40a1941e849e'] response: {'server_uuid': '0ddfe581-92c6-4065-9fff-7ebe3462658b', 'name': 'network-vif-deleted', 'tag': 'b0a4554c-8489-4c92-b988-ba8723479120', 'status': 'completed', 'code': 200} Oct 10 12:02:59.195893 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:59.210389 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-bb5d11e3-7a04-4940-a02f-ca8ece6ec4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:59.212174 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-bb5d11e3-7a04-4940-a02f-ca8ece6ec4d7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454748 Oct 10 12:02:59.272272 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:59.374191 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-aa207c6e-95a9-49b2-91ec-0be6ff96c8e0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005402 Oct 10 12:02:59.416458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:59.442689 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:59.444435 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:59.455071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:02:59.455799 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:02:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:59.503713 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bb4e593-7786-4e15-b066-eba4ef333f89 req-823b12c0-b293-476d-9aa4-a58f12bae029 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114130 Oct 10 12:02:59.565140 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:02:59.591364 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9edceb-7295-4ff6-bac2-fb2dbf2ecd38 req-22d204a3-2736-4098-8106-278a4ff9da1c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:59.592847 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2a9edceb-7295-4ff6-bac2-fb2dbf2ecd38 req-22d204a3-2736-4098-8106-278a4ff9da1c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0467122 Oct 10 12:02:59.640834 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2a9edceb-7295-4ff6-bac2-fb2dbf2ecd38 req-b5ae09d6-dfe3-4133-ac04-ba80cce10486 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 Oct 10 12:02:59.735865 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244022c-f182-4ee0-8de8-3c68e1c8e8cf req-95f5bbad-7ccc-419a-9237-afe0b620e257 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:59.737370 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a244022c-f182-4ee0-8de8-3c68e1c8e8cf req-95f5bbad-7ccc-419a-9237-afe0b620e257 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0592937 Oct 10 12:02:59.772223 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:59.802865 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c3072-85c2-4b96-8164-89b5f2c66a6d None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:59.804740 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a244022c-f182-4ee0-8de8-3c68e1c8e8cf req-87d11fb8-9cff-4540-ab9a-7d9fa79ab7c3 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615232 Oct 10 12:03:00.055647 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84b1bb-3045-4500-935c-6ee2f54d6251 None None] New status for floating IP e3a8fd11-49a7-4985-b76e-67395bdc20a8: DOWN {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:03:00.066869 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cdb58ffb-2221-43e0-af02-d84d4aa0ab72 req-74d077b0-0bad-4df3-a702-fbbf414fa8af tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0ddfe581-92c6-4065-9fff-7ebe3462658b HTTP/1.1" status: 200 len: 210 time: 0.0287409 Oct 10 12:03:00.764864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab392ec7-c960-4965-b7ca-b7c711d423e3 req-ab44d9f8-67c2-442e-bed5-f4e451d28e57 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:00.766300 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ab392ec7-c960-4965-b7ca-b7c711d423e3 req-ab44d9f8-67c2-442e-bed5-f4e451d28e57 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0461209 Oct 10 12:03:00.778021 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:00.813493 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ab392ec7-c960-4965-b7ca-b7c711d423e3 req-7f2d7880-5146-47fd-b4c3-08febf6741cf tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Oct 10 12:03:00.913163 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-03b154b8-ef54-47e9-8a4f-9b78a8ab58a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:00.929022 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e430f42-bcd1-4ba4-b4e1-03d485d2395e req-60d18ed1-a42e-4a09-8d68-9798182573be tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:00.930509 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e430f42-bcd1-4ba4-b4e1-03d485d2395e req-60d18ed1-a42e-4a09-8d68-9798182573be tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0516403 Oct 10 12:03:00.990347 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e430f42-bcd1-4ba4-b4e1-03d485d2395e req-35c75361-314a-4340-ba78-bc7334b47558 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540452 Oct 10 12:03:01.160750 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45466) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:01.219219 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df90c215-c487-4b2e-8f8f-59cef884944e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (318f1d71-a3f6-42a9-9018-2684bef6b933), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.240306 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df90c215-c487-4b2e-8f8f-59cef884944e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (318f1d71-a3f6-42a9-9018-2684bef6b933), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.285940 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df90c215-c487-4b2e-8f8f-59cef884944e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (318f1d71-a3f6-42a9-9018-2684bef6b933), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.288540 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df90c215-c487-4b2e-8f8f-59cef884944e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.289680 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-df90c215-c487-4b2e-8f8f-59cef884944e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/318f1d71-a3f6-42a9-9018-2684bef6b933 HTTP/1.1" status: 204 len: 168 time: 0.1279180 Oct 10 12:03:01.292557 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45468) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:01.298859 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90c215-c487-4b2e-8f8f-59cef884944e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318f1d71-a3f6-42a9-9018-2684bef6b933,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:01.308457 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-3c3e825d-d783-4c97-8a65-bac97d53e3cf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] show failed (client error): The resource could not be found. Oct 10 12:03:01.309475 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3c3e825d-d783-4c97-8a65-bac97d53e3cf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups/318f1d71-a3f6-42a9-9018-2684bef6b933 HTTP/1.1" status: 404 len: 347 time: 0.0155997 Oct 10 12:03:01.312412 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45470) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:01.422869 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Deleting port 9968fa4d-ac1f-4370-b8d5-495d82c0198e {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:03:01.423244 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (9968fa4d-ac1f-4370-b8d5-495d82c0198e), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.499616 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (9968fa4d-ac1f-4370-b8d5-495d82c0198e), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.499942 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (9968fa4d-ac1f-4370-b8d5-495d82c0198e), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.512112 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Calling delete_port for 9968fa4d-ac1f-4370-b8d5-495d82c0198e owned by network:floatingip {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:03:01.553592 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device b0a4554c-8489-4c92-b988-ba8723479120 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:03:01.563541 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:01.573601 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: b0a4554c-8489-4c92-b988-ba8723479120 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:03:01.573936 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device b0a4554c-8489-4c92-b988-ba8723479120 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:03:01.589250 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:01.641743 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (9968fa4d-ac1f-4370-b8d5-495d82c0198e), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.665688 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'Port': ['ID=9968fa4d-ac1f-4370-b8d5-495d82c0198e,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:01.728099 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (e3a8fd11-49a7-4985-b76e-67395bdc20a8), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.730607 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.731782 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-69e9463d-b277-44b3-996d-994113ad2d86 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e3a8fd11-49a7-4985-b76e-67395bdc20a8 HTTP/1.1" status: 204 len: 168 time: 0.4184265 Oct 10 12:03:01.807675 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45474) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:01.812250 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-20187817-bcad-4907-a16e-14ca5c759f1e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893606719', 'description': 'tempest-description--596704081'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:01.832950 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-20187817-bcad-4907-a16e-14ca5c759f1e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.901312 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-20187817-bcad-4907-a16e-14ca5c759f1e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (4cb11ff0-4b08-43fd-8727-0710c0708c6b), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.905194 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-20187817-bcad-4907-a16e-14ca5c759f1e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (4cb11ff0-4b08-43fd-8727-0710c0708c6b), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.932987 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.934641 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-20187817-bcad-4907-a16e-14ca5c759f1e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.935883 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-20187817-bcad-4907-a16e-14ca5c759f1e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1272216 Oct 10 12:03:01.937474 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02ef3-01f1-4c6f-ba47-eb4721f46b41 req-65910950-7602-41d3-a624-af0f7ab4bb9b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:01.939139 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-99a02ef3-01f1-4c6f-ba47-eb4721f46b41 req-65910950-7602-41d3-a624-af0f7ab4bb9b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0497794 Oct 10 12:03:01.939460 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45478) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:01.943863 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-9ecc8fb8-6312-4938-b301-5ed084be09ec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group_rule': {'security_group_id': '4cb11ff0-4b08-43fd-8727-0710c0708c6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:01.948887 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20187817-bcad-4907-a16e-14ca5c759f1e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb11ff0-4b08-43fd-8727-0710c0708c6b,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:01.972153 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8fb8-6312-4938-b301-5ed084be09ec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (a82804f0-f4b8-49b9-adcd-097f99c93641), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.989529 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-99a02ef3-01f1-4c6f-ba47-eb4721f46b41 req-ba3cefe2-9577-4725-8b1a-8488d8834bef tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446539 Oct 10 12:03:02.036350 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8fb8-6312-4938-b301-5ed084be09ec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (a82804f0-f4b8-49b9-adcd-097f99c93641), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.041296 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8fb8-6312-4938-b301-5ed084be09ec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (a82804f0-f4b8-49b9-adcd-097f99c93641), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.060686 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc8fb8-6312-4938-b301-5ed084be09ec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82804f0-f4b8-49b9-adcd-097f99c93641,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:02.068113 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8fb8-6312-4938-b301-5ed084be09ec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.069297 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9ecc8fb8-6312-4938-b301-5ed084be09ec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287034 Oct 10 12:03:02.072039 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45482) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:02.076598 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-6bf6534b-1c2f-4bc0-882d-06409ee9229c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group_rule': {'security_group_id': '4cb11ff0-4b08-43fd-8727-0710c0708c6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:02.100964 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:02.103538 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6bf6534b-1c2f-4bc0-882d-06409ee9229c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (6334982f-15a9-47a1-a979-aac881769b81), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.119963 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d947-32d4-471f-948b-a8f8ab5820c0 req-4484c99a-a199-48f9-82ff-3659b870f9e7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:02.121462 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1f18d947-32d4-471f-948b-a8f8ab5820c0 req-4484c99a-a199-48f9-82ff-3659b870f9e7 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0518589 Oct 10 12:03:02.160860 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6bf6534b-1c2f-4bc0-882d-06409ee9229c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (6334982f-15a9-47a1-a979-aac881769b81), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.166153 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6bf6534b-1c2f-4bc0-882d-06409ee9229c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (6334982f-15a9-47a1-a979-aac881769b81), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.183618 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1f18d947-32d4-471f-948b-a8f8ab5820c0 req-44e00731-6871-453d-9978-78dee19d67ab tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562994 Oct 10 12:03:02.186409 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6534b-1c2f-4bc0-882d-06409ee9229c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6334982f-15a9-47a1-a979-aac881769b81,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:02.194974 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6bf6534b-1c2f-4bc0-882d-06409ee9229c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.199544 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-6bf6534b-1c2f-4bc0-882d-06409ee9229c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231787 Oct 10 12:03:02.199649 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45484) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:02.204055 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:02.225272 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.303785 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.412741 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Allocated IP 172.27.0.109 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:03:02.518304 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.550575 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.584751 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:03:02.591717 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:03:02.594140 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:03:02.598416 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:02.624381 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:02.685655 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (bfed7407-beb2-41cd-8875-22abc00ff2a6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.725221 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.837868 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:02.866931 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.871271 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.940115 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (bfed7407-beb2-41cd-8875-22abc00ff2a6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.943701 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:02.957812 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:02.959094 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6262d64d-5b69-4834-8ee3-ca402859e07a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7584379 Oct 10 12:03:03.119218 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c30cd-fcdf-486a-8421-f99c0489096e req-d83d3dfc-d621-41bf-854b-bac7714cef2a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:03.120725 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ce5c30cd-fcdf-486a-8421-f99c0489096e req-d83d3dfc-d621-41bf-854b-bac7714cef2a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0495095 Oct 10 12:03:03.201278 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-25fe39c2-a9ba-497b-a99a-00744dd1137d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1893606719&fields=id&tenant_id=de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 267 time: 0.0795815 Oct 10 12:03:03.204272 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ce5c30cd-fcdf-486a-8421-f99c0489096e req-0f338a8e-747c-408f-a34f-e776e52ca26f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758004 Oct 10 12:03:03.333155 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef833a5-16b1-4de8-aaff-7c47fe27feec req-f0bf411b-b02f-4419-8cc0-40b5cd5a678f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:03.334597 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ef833a5-16b1-4de8-aaff-7c47fe27feec req-f0bf411b-b02f-4419-8cc0-40b5cd5a678f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0764413 Oct 10 12:03:03.367831 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05352e23-a159-463f-8c32-c7d038652369 req-3a455af8-d2de-434e-95fc-d2909671d14a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:03.369703 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-3a455af8-d2de-434e-95fc-d2909671d14a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 814 time: 0.1620390 Oct 10 12:03:03.402948 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-bd471111-4592-4004-941c-e81306232594 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/quotas/de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 375 time: 0.0274768 Oct 10 12:03:03.432938 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ef833a5-16b1-4de8-aaff-7c47fe27feec req-0db03562-8e27-48f5-81b8-ee1fb72a77ec tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920618 Oct 10 12:03:03.466348 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-527946ef-87d3-4038-80c2-befef8fce959 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575092 Oct 10 12:03:03.563454 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-c335b449-6b5a-4686-840a-63845037e34c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Oct 10 12:03:03.626038 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:03.645718 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:03.655901 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-e1597fa5-9c2b-4b6e-a40a-c5d87b41c43f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867770 Oct 10 12:03:03.703625 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:03.820753 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-286a5174-4ca1-4ab7-ac25-d856bccc1144 req-11302cba-f49a-4fb2-962e-bf94ac7ae082 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 210 time: 0.0278263 Oct 10 12:03:04.332292 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3c604-1e6b-4bf1-a939-000b0b7d90ad req-87574647-03df-496b-a91a-258220170943 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:04.333720 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ea3c604-1e6b-4bf1-a939-000b0b7d90ad req-87574647-03df-496b-a91a-258220170943 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0498986 Oct 10 12:03:04.379319 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ea3c604-1e6b-4bf1-a939-000b0b7d90ad req-93d5c90a-3c09-46e2-8d84-14776741834f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392907 Oct 10 12:03:04.552867 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae0dd5-96ac-4653-98da-cbf88d78f16f req-940fdfe7-5a4c-429a-8a92-3b91c42d6607 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:04.554330 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0ae0dd5-96ac-4653-98da-cbf88d78f16f req-940fdfe7-5a4c-429a-8a92-3b91c42d6607 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0477479 Oct 10 12:03:04.600878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:04.617221 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0ae0dd5-96ac-4653-98da-cbf88d78f16f req-57da6e63-f249-42b3-95e9-8d8e1af9ec45 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572116 Oct 10 12:03:04.920595 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e5baf48a-6ae3-4a10-a710-c95f256b8bdf req-2b23042e-ae88-4fa9-8d97-14d8c8b5575a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 210 time: 0.0265205 Oct 10 12:03:05.370670 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05352e23-a159-463f-8c32-c7d038652369 req-80cb5213-f389-454b-b994-08cb39b7b951 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:05.372144 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-80cb5213-f389-454b-b994-08cb39b7b951 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 814 time: 0.1115401 Oct 10 12:03:05.467531 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-435f0af8-2da0-4c9a-b663-01b1fb779c01 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 380 time: 0.0569162 Oct 10 12:03:05.513411 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae286eeb-40fd-4f09-b4dc-a0403b083a9d req-dee2f5df-591d-490d-a5b9-3cca5317fd8e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:05.514872 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ae286eeb-40fd-4f09-b4dc-a0403b083a9d req-dee2f5df-591d-490d-a5b9-3cca5317fd8e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0535660 Oct 10 12:03:05.561432 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ae286eeb-40fd-4f09-b4dc-a0403b083a9d req-49e9de2a-eefd-41d2-a208-ef29ff971d9e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411477 Oct 10 12:03:05.596448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'port': {'device_id': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'admin_state_up': True, 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'security_groups': ['4cb11ff0-4b08-43fd-8727-0710c0708c6b']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:05.729968 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Made reservation on behalf of de3e893bfb574016a6e5e020f96490c5 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:03:05.733568 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:05.761888 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8edfdc-ff5b-403f-82fe-5506fd74aafe req-f6a1fd21-822b-43cd-aa87-a9db84c2fcc0 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:05.763334 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f8edfdc-ff5b-403f-82fe-5506fd74aafe req-f6a1fd21-822b-43cd-aa87-a9db84c2fcc0 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0692892 Oct 10 12:03:05.896957 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f8edfdc-ff5b-403f-82fe-5506fd74aafe req-c2c36e9a-ff7c-4359-bec2-fcfcffac838a tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265173 Oct 10 12:03:05.918730 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Allocated IP 172.20.0.13 (05a9786c-a8d0-4fea-bd0d-744e4b7d958a/5449108a-6ac3-467d-92d9-b9039b8b9a9c/693388ca-7889-4616-8a3e-a5cc8e832bc3) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:03:05.973551 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:06.034657 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efe29d5e-55d1-4851-a477-582d95ac9d22 req-5a6d87a7-a326-44cd-8dd7-d5a0143359ec tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 210 time: 0.0358984 Oct 10 12:03:06.086163 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:06.118982 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:06.129914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:06.165587 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:03:06.169501 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:03:06.172244 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:03:06.201087 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=693388ca-7889-4616-8a3e-a5cc8e832bc3,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:06.213839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.214181 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.214519 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.214851 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.215204 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.215536 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.215861 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.216181 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.216499 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.216814 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.217134 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.217450 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.217763 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.218077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.218389 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:06.241117 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:06.241720 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:06.258594 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-3afddc70-5c36-45bd-bcd7-ecb054b5742f tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6658919 Oct 10 12:03:06.281665 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Request body: {'port': {'device_id': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:06.347240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:06.365576 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-49908944-7d6c-4bad-b540-184870a3b856 None None] Provisioning complete for port 693388ca-7889-4616-8a3e-a5cc8e832bc3 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:03:06.366131 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-49908944-7d6c-4bad-b540-184870a3b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:06.366337 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-49908944-7d6c-4bad-b540-184870a3b856 None None] Attempt 1 to provision port 693388ca-7889-4616-8a3e-a5cc8e832bc3 Oct 10 12:03:06.403750 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-49908944-7d6c-4bad-b540-184870a3b856 None None] Port 693388ca-7889-4616-8a3e-a5cc8e832bc3 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:03:06.604654 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693388ca-7889-4616-8a3e-a5cc8e832bc3 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:03:06.612225 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Publish callbacks [] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:06.624675 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Transition to ACTIVE for port object 693388ca-7889-4616-8a3e-a5cc8e832bc3 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:03:06.628709 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:06.742248 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Pushing event updated for resources: {'Port': ['ID=693388ca-7889-4616-8a3e-a5cc8e832bc3,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:06.754839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278ca3d-e0be-457c-b6e9-bbbb664132a8 req-62ecdfcf-ad8b-4701-9754-e1b1df438015 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:06.756336 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0278ca3d-e0be-457c-b6e9-bbbb664132a8 req-62ecdfcf-ad8b-4701-9754-e1b1df438015 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1200602 Oct 10 12:03:06.771390 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:06.802201 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Attempting to bind port 693388ca-7889-4616-8a3e-a5cc8e832bc3 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:03:06.802535 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Attempting to bind port 693388ca-7889-4616-8a3e-a5cc8e832bc3 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:03:06.802864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Attempting to bind port 693388ca-7889-4616-8a3e-a5cc8e832bc3 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:03:06.848475 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0278ca3d-e0be-457c-b6e9-bbbb664132a8 req-02dad3d9-b183-46bc-88c1-7e2a90e94056 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838835 Oct 10 12:03:06.862988 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Port 693388ca-7889-4616-8a3e-a5cc8e832bc3 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:03:06.863324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Attempting to bind port 693388ca-7889-4616-8a3e-a5cc8e832bc3 on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:03:06.909642 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:03:06.909979 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Checking segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:03:06.910361 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Bound using segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:03:06.910792 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Bound port: 693388ca-7889-4616-8a3e-a5cc8e832bc3, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:03:06.911184 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:06.964008 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:06.974532 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] For port 693388ca-7889-4616-8a3e-a5cc8e832bc3, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:03:06.980174 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] For port 693388ca-7889-4616-8a3e-a5cc8e832bc3, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=693388ca-7889-4616-8a3e-a5cc8e832bc3,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:03:07.010208 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:07.019314 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:07.019930 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:07.021301 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/693388ca-7889-4616-8a3e-a5cc8e832bc3 HTTP/1.1" status: 200 len: 1094 time: 0.7441046 Oct 10 12:03:07.021862 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'tag': '693388ca-7889-4616-8a3e-a5cc8e832bc3'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:03:07.024086 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9b1ae9-269a-4edb-9203-70598478636a" -d '{"events": [{"name": "network-changed", "server_uuid": "100c216f-5533-4bf3-af33-bb5c6a45017d", "tag": "693388ca-7889-4616-8a3e-a5cc8e832bc3"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:03:07.064720 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23bf2-348d-4eb5-8332-2a2dee5b9aaa req-037b1982-8d9f-4cab-85b3-efc3a7bc2666 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:07.066208 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97c23bf2-348d-4eb5-8332-2a2dee5b9aaa req-037b1982-8d9f-4cab-85b3-efc3a7bc2666 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0895765 Oct 10 12:03:07.081751 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5292ae23-0e3d-47fc-a93b-8277d950fd32 x-openstack-request-id: req-5292ae23-0e3d-47fc-a93b-8277d950fd32 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:03:07.082040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100c216f-5533-4bf3-af33-bb5c6a45017d", "tag": "693388ca-7889-4616-8a3e-a5cc8e832bc3", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:03:07.082293 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5292ae23-0e3d-47fc-a93b-8277d950fd32 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:03:07.082781 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5292ae23-0e3d-47fc-a93b-8277d950fd32'] response: {'name': 'network-changed', 'server_uuid': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'tag': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'status': 'completed', 'code': 200} Oct 10 12:03:07.103997 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c50d2-44ce-459f-81a6-e3eeb09980fb service neutron] Pushing event updated for resources: {'Port': ['ID=693388ca-7889-4616-8a3e-a5cc8e832bc3,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:07.196587 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97c23bf2-348d-4eb5-8332-2a2dee5b9aaa req-1fc57fc2-af48-49c6-b42e-448215e121ff tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234279 Oct 10 12:03:07.217901 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d4b63-e17d-4783-9b18-8463b069067a req-55daa1e9-41e8-420f-abb5-57e3ca20ef11 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:07.219376 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c78d4b63-e17d-4783-9b18-8463b069067a req-55daa1e9-41e8-420f-abb5-57e3ca20ef11 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 944 time: 0.0901566 Oct 10 12:03:07.220440 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05352e23-a159-463f-8c32-c7d038652369 req-44ccf0da-e2a9-4a9c-897e-dd5d5553846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:07.221776 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-44ccf0da-e2a9-4a9c-897e-dd5d5553846b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 1128 time: 0.0914636 Oct 10 12:03:07.281536 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-15961e52-b1b7-473e-9616-f660d2b535d0 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=693388ca-7889-4616-8a3e-a5cc8e832bc3 HTTP/1.1" status: 200 len: 217 time: 0.0405266 Oct 10 12:03:07.323762 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c78d4b63-e17d-4783-9b18-8463b069067a req-e56ad2a4-e52f-4fb0-8514-c556b6c6e5f8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989094 Oct 10 12:03:07.344215 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05352e23-a159-463f-8c32-c7d038652369 req-7be6bd57-f63c-40d4-beef-6acce02543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:07.345652 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-7be6bd57-f63c-40d4-beef-6acce02543f9 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.0540874 Oct 10 12:03:07.389878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05352e23-a159-463f-8c32-c7d038652369 req-47728bf4-095a-40c9-b2d6-c9e9fd73842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:07.391255 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-47728bf4-095a-40c9-b2d6-c9e9fd73842a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371721 Oct 10 12:03:07.489321 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-b4b0f4fa-bbb2-4734-801a-58f993457d37 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898254 Oct 10 12:03:07.590178 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-05352e23-a159-463f-8c32-c7d038652369 req-6867ba68-f69c-4879-aa81-79aaceeba56d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839734 Oct 10 12:03:07.967721 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38531e8-a889-4c7f-b331-9c31a4e074f2 req-8551e23a-720c-487b-b018-b403436a7596 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:07.969181 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b38531e8-a889-4c7f-b331-9c31a4e074f2 req-8551e23a-720c-487b-b018-b403436a7596 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0466893 Oct 10 12:03:08.015184 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b38531e8-a889-4c7f-b331-9c31a4e074f2 req-d2d2043b-dd93-4768-8e51-faad9828c43f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Oct 10 12:03:08.314580 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af6857-f465-4a0f-bbda-8a309e04e2a1 req-21816402-6e3c-4497-9d7d-efb66bc1b888 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:08.316067 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2af6857-f465-4a0f-bbda-8a309e04e2a1 req-21816402-6e3c-4497-9d7d-efb66bc1b888 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0462074 Oct 10 12:03:08.329105 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:08.378087 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2af6857-f465-4a0f-bbda-8a309e04e2a1 req-3dc25d20-1f58-4f7d-9e01-dd49c7dfe052 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562999 Oct 10 12:03:08.445856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf0dd-c97d-483c-8120-1467ee200e85 req-6925a83e-d0aa-43ed-a25c-ff101e2ef2d2 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:08.447928 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82baf0dd-c97d-483c-8120-1467ee200e85 req-6925a83e-d0aa-43ed-a25c-ff101e2ef2d2 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 944 time: 0.0502570 Oct 10 12:03:08.493050 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82baf0dd-c97d-483c-8120-1467ee200e85 req-8db60340-eae0-4331-bb46-feb81d4468c2 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394766 Oct 10 12:03:08.854381 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b1ae9-269a-4edb-9203-70598478636a req-3c4675c5-722a-4f2e-b38c-f21014a1a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:08.855845 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd9b1ae9-269a-4edb-9203-70598478636a req-3c4675c5-722a-4f2e-b38c-f21014a1a81b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 1128 time: 0.0384464 Oct 10 12:03:08.947605 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b1ae9-269a-4edb-9203-70598478636a req-89444677-b89c-4fef-a8cf-80524a2e0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:08.949083 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd9b1ae9-269a-4edb-9203-70598478636a req-89444677-b89c-4fef-a8cf-80524a2e0390 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 915 time: 0.0869043 Oct 10 12:03:08.988776 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd9b1ae9-269a-4edb-9203-70598478636a req-0a8009b3-71a2-4a66-a8c0-feda016ed3f7 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=693388ca-7889-4616-8a3e-a5cc8e832bc3 HTTP/1.1" status: 200 len: 217 time: 0.0313578 Oct 10 12:03:09.028533 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:09.037725 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b1ae9-269a-4edb-9203-70598478636a req-0b9829f7-986e-46c8-95c5-bdb06b0633ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:09.039175 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd9b1ae9-269a-4edb-9203-70598478636a req-0b9829f7-986e-46c8-95c5-bdb06b0633ce service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.0441940 Oct 10 12:03:09.086259 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b1ae9-269a-4edb-9203-70598478636a req-90f2ce81-16ae-48b2-bf5a-144b13d9d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:09.088430 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd9b1ae9-269a-4edb-9203-70598478636a req-90f2ce81-16ae-48b2-bf5a-144b13d9d0a6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391753 Oct 10 12:03:09.175945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216debe5-b94a-46bd-9b4f-25fff3c5e572 req-5b91a46d-0292-4f30-9369-199a87358623 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:09.177545 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-216debe5-b94a-46bd-9b4f-25fff3c5e572 req-5b91a46d-0292-4f30-9369-199a87358623 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0878849 Oct 10 12:03:09.245994 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd9b1ae9-269a-4edb-9203-70598478636a req-c7d26196-0cd4-428a-8096-a4229a42dffb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470914 Oct 10 12:03:09.252794 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-216debe5-b94a-46bd-9b4f-25fff3c5e572 req-fd10ff49-5c8c-40d7-b76c-61cdae958d7b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664661 Oct 10 12:03:09.637786 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8307ea8-3522-4d33-8fc0-05d9195bf84c req-1615e220-ea2c-4a1a-a65d-f17eb3f087c4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:09.639252 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d8307ea8-3522-4d33-8fc0-05d9195bf84c req-1615e220-ea2c-4a1a-a65d-f17eb3f087c4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.1053462 Oct 10 12:03:09.670324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a033c92-fbfb-4275-9fc2-0b70d5adce9c req-6926cf36-43d4-420b-a130-5cb03b43e2a1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:09.671754 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a033c92-fbfb-4275-9fc2-0b70d5adce9c req-6926cf36-43d4-420b-a130-5cb03b43e2a1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 944 time: 0.0893550 Oct 10 12:03:09.716274 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd9b1ae9-269a-4edb-9203-70598478636a req-3e84de61-0a86-4aba-af7a-cab7eca4fbd6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610240 Oct 10 12:03:09.763159 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a033c92-fbfb-4275-9fc2-0b70d5adce9c req-7047d300-4ca4-4fd6-98fb-6b144b905fb1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837677 Oct 10 12:03:09.768133 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d8307ea8-3522-4d33-8fc0-05d9195bf84c req-49ed91b4-cebd-496a-8aa8-70e70eedac36 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210139 Oct 10 12:03:10.377110 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5751-cfba-4c92-be58-8dc8193e8cb1 req-3af63335-069f-460f-8e9e-5b00ad9bbadc tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:10.378551 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-113a5751-cfba-4c92-be58-8dc8193e8cb1 req-3af63335-069f-460f-8e9e-5b00ad9bbadc tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0497909 Oct 10 12:03:10.425748 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-113a5751-cfba-4c92-be58-8dc8193e8cb1 req-1c558c4e-f5a6-4060-8bf1-e6f3813bd762 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Oct 10 12:03:10.911949 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e035e-880e-49d7-a9b9-e5d0d6bc8981 req-cc6a5024-13ff-4697-8653-df244e935ee8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:10.913321 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-930e035e-880e-49d7-a9b9-e5d0d6bc8981 req-cc6a5024-13ff-4697-8653-df244e935ee8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 944 time: 0.0746331 Oct 10 12:03:10.919619 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aa3d3-5899-4aac-947c-563088debb73 req-36ee38c6-4c01-471f-aafa-096ee6fb4005 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:10.920964 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-778aa3d3-5899-4aac-947c-563088debb73 req-36ee38c6-4c01-471f-aafa-096ee6fb4005 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0723989 Oct 10 12:03:10.981971 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:11.000561 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-930e035e-880e-49d7-a9b9-e5d0d6bc8981 req-8d662e2c-fcc8-4642-9fee-fae196233e65 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787001 Oct 10 12:03:11.015013 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-778aa3d3-5899-4aac-947c-563088debb73 req-d2bebf9f-91cf-468c-b95b-b79f087de738 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860248 Oct 10 12:03:11.437565 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:11.545271 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0578b4-03ce-4622-82c5-8df51723f2dc req-b6308bb0-9647-4984-8569-fd090e6c6bcb tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:11.546700 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b0578b4-03ce-4622-82c5-8df51723f2dc req-b6308bb0-9647-4984-8569-fd090e6c6bcb tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0465388 Oct 10 12:03:11.576406 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:11.593452 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b0578b4-03ce-4622-82c5-8df51723f2dc req-5b3550e7-f57d-467a-8103-62b26fa4eef1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411437 Oct 10 12:03:11.607113 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 693388ca-7889-4616-8a3e-a5cc8e832bc3 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:03:11.714846 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 693388ca-7889-4616-8a3e-a5cc8e832bc3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=693388ca-7889-4616-8a3e-a5cc8e832bc3,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:03:11.725428 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'port_id': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'mac_address': 'fa:16:3e:0f:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:03:11.759941 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 693388ca-7889-4616-8a3e-a5cc8e832bc3 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:03:11.760328 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:11.772699 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693388ca-7889-4616-8a3e-a5cc8e832bc3 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:03:11.783702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:11.793309 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 693388ca-7889-4616-8a3e-a5cc8e832bc3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=693388ca-7889-4616-8a3e-a5cc8e832bc3,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:03:11.796908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:11.841216 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=693388ca-7889-4616-8a3e-a5cc8e832bc3,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:11.848263 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.848608 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.848964 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.849302 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.849629 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.849955 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.850276 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.850595 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.850935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.851252 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.851571 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.851888 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.852202 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.852514 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:11.853327 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:03:12.150995 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75697919-dc1d-4e20-b949-50f9f5908ca4 req-8b5db9c6-2611-4a38-8c0c-d5b6402b3b2d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:12.152386 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75697919-dc1d-4e20-b949-50f9f5908ca4 req-8b5db9c6-2611-4a38-8c0c-d5b6402b3b2d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 945 time: 0.0767779 Oct 10 12:03:12.177682 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf79e6-8975-4a91-8ddd-fd7fbd96e2f7 req-628d11e2-e187-4794-8eb9-22adcb220097 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:12.179118 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54cf79e6-8975-4a91-8ddd-fd7fbd96e2f7 req-628d11e2-e187-4794-8eb9-22adcb220097 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0748074 Oct 10 12:03:12.185891 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=62,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:12.188326 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:12.224534 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['693388ca-7889-4616-8a3e-a5cc8e832bc3'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:03:12.228077 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75697919-dc1d-4e20-b949-50f9f5908ca4 req-6dd0fd00-688a-4ffb-907e-9bd96d574e41 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699773 Oct 10 12:03:12.276617 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54cf79e6-8975-4a91-8ddd-fd7fbd96e2f7 req-2af78901-3863-4323-a2ff-829fe1f3b120 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895488 Oct 10 12:03:12.336454 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:12.725059 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fb4cd-6dcf-4728-8bdd-17d4ac4ca553 req-311ab66b-e2de-42db-b968-81ea55db43c7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:12.726506 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b2fb4cd-6dcf-4728-8bdd-17d4ac4ca553 req-311ab66b-e2de-42db-b968-81ea55db43c7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0456011 Oct 10 12:03:12.774111 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b2fb4cd-6dcf-4728-8bdd-17d4ac4ca553 req-58fe61cc-6922-4e77-98af-21e51a55d013 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416377 Oct 10 12:03:13.136828 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:13.137968 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:13.353067 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea0062-8328-4679-82a7-e5d7a15bb52b req-edf31ad4-1c47-4187-b4d8-cf4c43dc38e4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:13.354549 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-53ea0062-8328-4679-82a7-e5d7a15bb52b req-edf31ad4-1c47-4187-b4d8-cf4c43dc38e4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 945 time: 0.0509119 Oct 10 12:03:13.420409 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494777e-621a-4041-8c48-b40a3e836602 req-e858387b-47bc-43c2-b65f-97f43d544d51 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:13.421884 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a494777e-621a-4041-8c48-b40a3e836602 req-e858387b-47bc-43c2-b65f-97f43d544d51 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0654190 Oct 10 12:03:13.451200 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-53ea0062-8328-4679-82a7-e5d7a15bb52b req-8da31723-5d47-46b5-9e2a-cea9d38dd3f7 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854621 Oct 10 12:03:13.492946 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a494777e-621a-4041-8c48-b40a3e836602 req-612f4912-21d7-4c8b-8656-863ddb7610d5 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648651 Oct 10 12:03:13.612529 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 693388ca-7889-4616-8a3e-a5cc8e832bc3 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:03:13.655108 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 693388ca-7889-4616-8a3e-a5cc8e832bc3 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:03:13.660941 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 693388ca-7889-4616-8a3e-a5cc8e832bc3 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:03:13.661350 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:13.661686 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 693388ca-7889-4616-8a3e-a5cc8e832bc3 Oct 10 12:03:13.712779 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-0205d65d-84ed-425c-83fc-b4df227bbbd8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378845 Oct 10 12:03:13.738883 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 693388ca-7889-4616-8a3e-a5cc8e832bc3 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:03:13.739292 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:13.763676 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693388ca-7889-4616-8a3e-a5cc8e832bc3'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:03:13.765918 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0050df-6a4e-4dac-9d77-78001eb8e3ff" -d '{"events": [{"server_uuid": "100c216f-5533-4bf3-af33-bb5c6a45017d", "name": "network-vif-plugged", "status": "completed", "tag": "693388ca-7889-4616-8a3e-a5cc8e832bc3"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:03:13.780556 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 693388ca-7889-4616-8a3e-a5cc8e832bc3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=693388ca-7889-4616-8a3e-a5cc8e832bc3,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:03:13.784958 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:13.829437 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a03255-dd4a-4a57-abb3-d2dca0949034 x-openstack-request-id: req-05a03255-dd4a-4a57-abb3-d2dca0949034 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:03:13.829734 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c216f-5533-4bf3-af33-bb5c6a45017d", "name": "network-vif-plugged", "status": "completed", "tag": "693388ca-7889-4616-8a3e-a5cc8e832bc3", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:03:13.829979 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05a03255-dd4a-4a57-abb3-d2dca0949034 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:03:13.830376 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a03255-dd4a-4a57-abb3-d2dca0949034'] response: {'server_uuid': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'code': 200} Oct 10 12:03:13.837942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-cb7cd343-8299-45f0-83f6-44788c1a9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:13.839551 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-cb7cd343-8299-45f0-83f6-44788c1a9c34 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 1130 time: 0.0534666 Oct 10 12:03:13.840816 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=693388ca-7889-4616-8a3e-a5cc8e832bc3,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:13.907706 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b9568-e0bf-4f9c-81ce-e34c02cd3bbd req-f3653adb-5ff2-4017-969e-5d2c2e1c93b3 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:13.909610 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed9b9568-e0bf-4f9c-81ce-e34c02cd3bbd req-f3653adb-5ff2-4017-969e-5d2c2e1c93b3 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0477362 Oct 10 12:03:14.015995 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed9b9568-e0bf-4f9c-81ce-e34c02cd3bbd req-e41f1c5f-8ab1-4650-a654-48cf6f294ddf tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961597 Oct 10 12:03:14.038921 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-54f7adfd-5e12-47b8-8dfd-4e75e6362270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:14.040924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-54f7adfd-5e12-47b8-8dfd-4e75e6362270 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.1289079 Oct 10 12:03:14.138414 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-640a91e5-92ab-483f-a760-ab434447f4df service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 200 len: 1000 time: 0.0921063 Oct 10 12:03:14.139616 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe97635-47de-4ec5-9954-da9149302f6c req-97ef5a34-dc55-4b43-b0b1-5127342c1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:14.140983 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9fe97635-47de-4ec5-9954-da9149302f6c req-97ef5a34-dc55-4b43-b0b1-5127342c1009 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 1130 time: 0.0597672 Oct 10 12:03:14.224077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-0a149880-b94a-4292-8eab-f1e5efe9379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:14.225513 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-0a149880-b94a-4292-8eab-f1e5efe9379b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0644929 Oct 10 12:03:14.245789 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:14.246383 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:14.251759 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9fe97635-47de-4ec5-9954-da9149302f6c req-2ede3a47-72ea-4ceb-9cae-0edca8e358ca service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819230 Oct 10 12:03:14.277875 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-490463cc-e55c-41f4-8419-125c371c714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:14.279220 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-490463cc-e55c-41f4-8419-125c371c714f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443058 Oct 10 12:03:14.572243 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a5a23-c3e0-4cb2-8900-f61ae4274404 req-4f5c17f1-3283-4151-9526-9d7adea98712 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:14.573702 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d07a5a23-c3e0-4cb2-8900-f61ae4274404 req-4f5c17f1-3283-4151-9526-9d7adea98712 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 946 time: 0.0473709 Oct 10 12:03:14.685844 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c0f22-e1aa-4277-8a1f-0c7b716ec817 req-9c3e90d1-e52f-4054-a152-71bea1aca4c3 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:14.687342 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-775c0f22-e1aa-4277-8a1f-0c7b716ec817 req-9c3e90d1-e52f-4054-a152-71bea1aca4c3 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.1127875 Oct 10 12:03:14.725656 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d07a5a23-c3e0-4cb2-8900-f61ae4274404 req-313a11fa-0ccd-4a64-b38b-70f1b67a1a21 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430941 Oct 10 12:03:14.776364 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-16e03bb8-a684-48a3-abfd-b88a5ee68081 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673787 Oct 10 12:03:14.790769 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-775c0f22-e1aa-4277-8a1f-0c7b716ec817 req-a4c819a9-58d0-4f33-813c-fc7bc43b3d13 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967593 Oct 10 12:03:15.139684 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1742c-cb49-4fd1-b858-6a560611a5f8 req-ff356668-00e9-4055-b7fd-646d85998bcd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:15.141134 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1ef1742c-cb49-4fd1-b858-6a560611a5f8 req-ff356668-00e9-4055-b7fd-646d85998bcd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0483727 Oct 10 12:03:15.189125 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1ef1742c-cb49-4fd1-b858-6a560611a5f8 req-c0da80a8-4962-4143-b862-b6fee7c99734 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Oct 10 12:03:15.526649 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-740cafc5-b4e3-4d95-bd14-a5ad8fff43f6 req-12289d46-c538-42eb-b256-050c29234d33 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933366 Oct 10 12:03:15.860810 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4391f7-a59b-44cb-a746-6a45722a0283 req-2465947e-3f18-4829-9388-b544e442eefd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:15.862285 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc4391f7-a59b-44cb-a746-6a45722a0283 req-2465947e-3f18-4829-9388-b544e442eefd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 946 time: 0.0475919 Oct 10 12:03:15.940918 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692a89e-1085-462f-a67c-329050e8c482 req-1b0ac9f8-5b39-4743-af17-5058bcc4ddb0 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:15.942353 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9692a89e-1085-462f-a67c-329050e8c482 req-1b0ac9f8-5b39-4743-af17-5058bcc4ddb0 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0686810 Oct 10 12:03:15.945739 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc4391f7-a59b-44cb-a746-6a45722a0283 req-9407a23b-f0ac-4610-afbd-045eae19aa7b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779185 Oct 10 12:03:16.004198 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9692a89e-1085-462f-a67c-329050e8c482 req-4b8e1819-ada4-4728-aeab-2466bd876f80 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560870 Oct 10 12:03:16.088298 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:03:16.310062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07582a-8992-405a-8522-119de81341d9 req-8f748842-c09b-4de6-883c-bf3def332abd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:16.311456 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7b07582a-8992-405a-8522-119de81341d9 req-8f748842-c09b-4de6-883c-bf3def332abd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0477026 Oct 10 12:03:16.357196 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7b07582a-8992-405a-8522-119de81341d9 req-6125fc89-7906-41be-abe6-215d17ed2561 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 Oct 10 12:03:16.554248 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7f0e4-7e15-49b1-a385-997ffff258e9 req-c1640235-5a3b-4b88-8b25-6e4b655b78c8 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:16.556293 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6be7f0e4-7e15-49b1-a385-997ffff258e9 req-c1640235-5a3b-4b88-8b25-6e4b655b78c8 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0458262 Oct 10 12:03:16.601525 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6be7f0e4-7e15-49b1-a385-997ffff258e9 req-cde99eb1-7a40-4461-bf9e-7c5a2ec349b3 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Oct 10 12:03:17.072366 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d7350-ea2c-44f3-bed8-b8bbe204a811 req-be5d8332-e7cf-4502-bb14-b01620899828 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:17.073833 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a83d7350-ea2c-44f3-bed8-b8bbe204a811 req-be5d8332-e7cf-4502-bb14-b01620899828 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 946 time: 0.0515275 Oct 10 12:03:17.100178 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:17.140812 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:17.157778 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcadf2-7c10-46fe-9354-002feb654a87 req-a6a53fc4-c846-4ee2-8e43-6392b186e0fe tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:17.159465 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-24bcadf2-7c10-46fe-9354-002feb654a87 req-a6a53fc4-c846-4ee2-8e43-6392b186e0fe tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0742145 Oct 10 12:03:17.163523 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a83d7350-ea2c-44f3-bed8-b8bbe204a811 req-46be3957-50b1-44a8-b5b9-d3468bf3c367 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842779 Oct 10 12:03:17.225582 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-24bcadf2-7c10-46fe-9354-002feb654a87 req-25e92faf-2334-40d7-912a-8d73c58c2644 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8&id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577967 Oct 10 12:03:17.292410 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6e2f0-17b1-49db-ada7-bb401d105926 req-6893518a-2470-4ce1-8715-1179bb623736 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:17.293912 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-64d6e2f0-17b1-49db-ada7-bb401d105926 req-6893518a-2470-4ce1-8715-1179bb623736 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 946 time: 0.0495996 Oct 10 12:03:17.304870 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45622) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:17.311573 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'floatingip': {'port_id': '693388ca-7889-4616-8a3e-a5cc8e832bc3'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:17.355128 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (bfed7407-beb2-41cd-8875-22abc00ff2a6), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:17.788159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113f462-4c65-4a86-976d-9c96e7dae0c4 req-abf8b024-55b9-4187-9859-36cac8fcda78 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:17.789602 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e113f462-4c65-4a86-976d-9c96e7dae0c4 req-abf8b024-55b9-4187-9859-36cac8fcda78 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1100674 Oct 10 12:03:17.792723 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-e2686db9-8704-47fe-849a-ff894ff0dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:17.794036 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-e2686db9-8704-47fe-849a-ff894ff0dc01 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 1129 time: 0.0991921 Oct 10 12:03:17.866675 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:17.884250 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (bfed7407-beb2-41cd-8875-22abc00ff2a6), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:17.899462 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e113f462-4c65-4a86-976d-9c96e7dae0c4 req-8cef815a-2902-4f23-b76e-c09679c0d87b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027944 Oct 10 12:03:18.044111 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-4cadd4f1-7295-47e7-889c-cc00a2cb7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:18.045643 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-4cadd4f1-7295-47e7-889c-cc00a2cb7a3b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 911 time: 0.1742344 Oct 10 12:03:18.050880 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Floating IP bfed7407-beb2-41cd-8875-22abc00ff2a6 associated. External IP: 172.27.0.109, port: 693388ca-7889-4616-8a3e-a5cc8e832bc3. Oct 10 12:03:18.171982 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:18.180198 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:18.184505 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-7316f52f-fffb-4883-8301-9d97ae14cd0b service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 HTTP/1.1" status: 200 len: 1001 time: 0.1013706 Oct 10 12:03:18.578547 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-684d217f-4dde-45b2-b5c6-1e636c611e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:18.579974 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-684d217f-4dde-45b2-b5c6-1e636c611e1f service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=4d4fac74-b3ac-4135-9f20-60b982967388 HTTP/1.1" status: 200 len: 849 time: 0.0848541 Oct 10 12:03:18.622752 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:03:18.632824 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-d79cdff6-46f6-4770-a204-5671e13390f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:18.634803 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-d79cdff6-46f6-4770-a204-5671e13390f2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=5c924414-a382-471c-a40e-c6f3cc3eb62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459712 Oct 10 12:03:18.802582 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-4961d9c8-c814-49f5-8fca-caef6e84db3d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612015 Oct 10 12:03:18.803761 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:03:18.808623 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:18.813207 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:03:18.824869 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:03:18.825497 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:03:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:18.888167 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6b87f2a1-0c9d-4154-b5b6-1b9080b1abf8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/bfed7407-beb2-41cd-8875-22abc00ff2a6 HTTP/1.1" status: 200 len: 992 time: 1.5820527 Oct 10 12:03:18.890473 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'tag': '693388ca-7889-4616-8a3e-a5cc8e832bc3'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:03:18.892609 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d82053-b305-4dea-8256-2990bfb11ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "100c216f-5533-4bf3-af33-bb5c6a45017d", "tag": "693388ca-7889-4616-8a3e-a5cc8e832bc3"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:03:18.930090 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c11ad218-e6d6-451d-91f8-8b2b1751c2a0 req-7d014fa3-4501-492c-84b1-586eea43b0ac service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194899 Oct 10 12:03:18.930497 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:03:18.933261 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb0d6a-025c-42ac-8bc1-66731a7ead9a x-openstack-request-id: req-25eb0d6a-025c-42ac-8bc1-66731a7ead9a {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:03:18.933550 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100c216f-5533-4bf3-af33-bb5c6a45017d", "tag": "693388ca-7889-4616-8a3e-a5cc8e832bc3", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:03:18.933804 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25eb0d6a-025c-42ac-8bc1-66731a7ead9a {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:03:18.934282 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eb0d6a-025c-42ac-8bc1-66731a7ead9a'] response: {'name': 'network-changed', 'server_uuid': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'tag': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'status': 'completed', 'code': 200} Oct 10 12:03:19.026995 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c775cd-ae6f-4c99-b96e-794058b144a2 req-cf56eb9c-5fcb-45b9-a1d0-8f1bb4a0d036 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:19.028500 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-26c775cd-ae6f-4c99-b96e-794058b144a2 req-cf56eb9c-5fcb-45b9-a1d0-8f1bb4a0d036 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0480702 Oct 10 12:03:19.077397 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-26c775cd-ae6f-4c99-b96e-794058b144a2 req-4699df5d-0267-4191-9435-37d50b5f298e tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Oct 10 12:03:19.187653 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-8d43994f-356d-46b8-a341-d901065859b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:19.189113 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-8d43994f-356d-46b8-a341-d901065859b3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 1130 time: 0.0442929 Oct 10 12:03:19.271673 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bfed7407-beb2-41cd-8875-22abc00ff2a6', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:0f:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:03:02Z', 'updated_at': '2022-10-10T12:03:17Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:19.298860 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:03:19.307374 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:03:19.307973 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:03:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:19.344379 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:19.407971 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:03:19.601745 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:19.615799 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bfed7407-beb2-41cd-8875-22abc00ff2a6', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:0f:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:03:02Z', 'updated_at': '2022-10-10T12:03:17Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:19.641932 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92316619-6a04-4d39-913f-e23916caa5d1 None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bfed7407-beb2-41cd-8875-22abc00ff2a6', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:0f:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:03:02Z', 'updated_at': '2022-10-10T12:03:17Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:03:19.718036 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-40d82c25-e154-437c-8cbb-efd00716ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:19.719525 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-40d82c25-e154-437c-8cbb-efd00716ca04 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 915 time: 0.1020138 Oct 10 12:03:19.840525 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9f15f-e61c-41d8-b81d-35131acb0ceb None None] New status for floating IP bfed7407-beb2-41cd-8875-22abc00ff2a6: ACTIVE {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:03:20.239449 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013961b8-c0e4-4167-b4ea-1872c593ad92 req-b2cb1055-894c-4a31-a99a-d4d9422963a0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:20.240831 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-013961b8-c0e4-4167-b4ea-1872c593ad92 req-b2cb1055-894c-4a31-a99a-d4d9422963a0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0863740 Oct 10 12:03:20.272645 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-bda95375-3cb4-4692-bb69-4ca7fe4f4d3d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=693388ca-7889-4616-8a3e-a5cc8e832bc3 HTTP/1.1" status: 200 len: 1002 time: 0.0845463 Oct 10 12:03:20.295160 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:20.299636 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-013961b8-c0e4-4167-b4ea-1872c593ad92 req-9fade2b9-a96c-4d96-9dcb-56796db14bf2 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511501 Oct 10 12:03:20.880920 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-f5db09be-5c0e-4a50-8bf5-d8bb618ca940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:20.882374 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-f5db09be-5c0e-4a50-8bf5-d8bb618ca940 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.0486517 Oct 10 12:03:20.937867 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-a6c50c97-c130-413e-a931-3a770d14b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:20.939348 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-a6c50c97-c130-413e-a931-3a770d14b2cd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429661 Oct 10 12:03:20.956051 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:21.031774 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-9df34c1f-727f-4b27-abc2-22afc2ecbdc3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819867 Oct 10 12:03:21.122608 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d9d82053-b305-4dea-8256-2990bfb11ca8 req-9454f3de-019b-47fd-8d44-4a644c8feac5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850334 Oct 10 12:03:21.423089 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c40034-df0e-4e5f-8c80-17633e2b1f65 req-9c15abfb-b2f4-4af8-aa67-c723f60b6ced tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:21.424544 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a7c40034-df0e-4e5f-8c80-17633e2b1f65 req-9c15abfb-b2f4-4af8-aa67-c723f60b6ced tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0479524 Oct 10 12:03:21.471845 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a7c40034-df0e-4e5f-8c80-17633e2b1f65 req-863ce87a-7dca-41cc-bbbb-86da740dd1de tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Oct 10 12:03:21.896947 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c52ab6-f255-4dca-935e-09a9fc366059 req-2ae34774-c46c-49bd-ba98-11335daa0c8e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:21.898305 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46c52ab6-f255-4dca-935e-09a9fc366059 req-2ae34774-c46c-49bd-ba98-11335daa0c8e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0463831 Oct 10 12:03:21.954237 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-91ee246b-a174-4a35-9cb3-8e2ffce7558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:21.955703 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-91ee246b-a174-4a35-9cb3-8e2ffce7558e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1130 time: 0.0565693 Oct 10 12:03:22.016717 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46c52ab6-f255-4dca-935e-09a9fc366059 req-e7205a97-b94e-45c0-be8e-d89333b1cb67 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088848 Oct 10 12:03:22.058119 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-3505a1c0-48a4-4ed0-b3a0-f1f916c03c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:22.059581 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-3505a1c0-48a4-4ed0-b3a0-f1f916c03c9b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.0964739 Oct 10 12:03:22.123450 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-7f4af405-6de6-4800-9c71-9ede09f742df service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 200 len: 1002 time: 0.0566356 Oct 10 12:03:22.172419 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-209e74c5-02a2-412f-90ea-7176b062fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:22.173800 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-209e74c5-02a2-412f-90ea-7176b062fc8c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0432565 Oct 10 12:03:22.217633 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-e6b9040e-5aef-44b0-8543-14853fcd3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:22.219160 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-e6b9040e-5aef-44b0-8543-14853fcd3d24 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386956 Oct 10 12:03:22.314373 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-eb330587-c53d-40d5-b0a9-ad64bd041d7d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878515 Oct 10 12:03:22.402228 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d3232ab8-ba9d-4755-ad53-f5ef9fe8970e req-e3ebdefc-2a27-4dbf-81ad-1bec916f5a58 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814497 Oct 10 12:03:23.144433 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008519c8-c519-4204-847c-2d9db987d933 req-a5086ca4-1ee7-416e-be8f-df8b5ca3d0f6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:23.145894 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-008519c8-c519-4204-847c-2d9db987d933 req-a5086ca4-1ee7-416e-be8f-df8b5ca3d0f6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0504456 Oct 10 12:03:23.171327 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:23.193488 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-008519c8-c519-4204-847c-2d9db987d933 req-b021c9b9-40b8-44bf-a1f4-3263587822c9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Oct 10 12:03:24.306871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:24.315207 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b1e63-85b8-4867-8797-0dc02a0ebefa req-12a6cda9-df55-484b-a95d-7176fa4b3f49 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:24.316675 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-899b1e63-85b8-4867-8797-0dc02a0ebefa req-12a6cda9-df55-484b-a95d-7176fa4b3f49 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0470204 Oct 10 12:03:24.363183 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-899b1e63-85b8-4867-8797-0dc02a0ebefa req-281d2916-5ec9-4105-8ab6-ddc38ef79da3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400119 Oct 10 12:03:25.487709 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffb70c-acf1-4420-9fd6-7bf65890d5db req-6db591f7-6bc3-4faa-a688-4884a74f97f1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:25.489162 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67ffb70c-acf1-4420-9fd6-7bf65890d5db req-6db591f7-6bc3-4faa-a688-4884a74f97f1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0500865 Oct 10 12:03:25.535903 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67ffb70c-acf1-4420-9fd6-7bf65890d5db req-37f858f6-95cc-4a76-afb2-2e108eb6ad97 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 Oct 10 12:03:26.656789 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21997-b8d8-46b8-9daf-71dea1a8973e req-8fc11313-e3af-48ec-8f7b-81e7e1e9bd3a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:26.658159 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-73a21997-b8d8-46b8-9daf-71dea1a8973e req-8fc11313-e3af-48ec-8f7b-81e7e1e9bd3a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0468385 Oct 10 12:03:26.706446 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-73a21997-b8d8-46b8-9daf-71dea1a8973e req-32d8a78a-4e36-4bff-bd2b-4a08c79d8b18 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428758 Oct 10 12:03:27.825388 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d4596-1f34-4c08-b41f-5a46bc0a6680 req-8ae85963-6f25-45fc-b967-9539237798a0 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:27.826822 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-013d4596-1f34-4c08-b41f-5a46bc0a6680 req-8ae85963-6f25-45fc-b967-9539237798a0 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0456765 Oct 10 12:03:27.875966 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-013d4596-1f34-4c08-b41f-5a46bc0a6680 req-c58a0df7-9d67-4387-ace8-4dc94502ba85 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Oct 10 12:03:28.659284 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c70e1eca-10c8-4b5e-b76d-7a6c0e64d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:28.995488 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c6a2-0f95-46ec-ace2-e23a7346268d req-f5b034e6-ab46-4973-b895-0b8f6722fe30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:28.996931 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3947c6a2-0f95-46ec-ace2-e23a7346268d req-f5b034e6-ab46-4973-b895-0b8f6722fe30 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0461154 Oct 10 12:03:29.044474 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3947c6a2-0f95-46ec-ace2-e23a7346268d req-8287de0a-fc2d-4bc5-99e0-30f080d89a16 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Oct 10 12:03:29.935451 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:29.937876 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=14 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:30.163673 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0075e20-d617-478d-9e28-bbf7762e6b2d req-8685b13b-64a0-4b32-b057-cef96563abfd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:30.165753 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0075e20-d617-478d-9e28-bbf7762e6b2d req-8685b13b-64a0-4b32-b057-cef96563abfd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0461884 Oct 10 12:03:30.211208 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0075e20-d617-478d-9e28-bbf7762e6b2d req-846f1ba2-617a-4828-8ca1-aad4089f3c96 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Oct 10 12:03:30.914920 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3730-ce43-4299-8279-d7d55af8e949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:31.336122 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18051070-8e76-406a-aef6-f583f177e573 req-2f5c6d0c-99d7-4109-8421-fe2137c43a49 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:31.337577 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-18051070-8e76-406a-aef6-f583f177e573 req-2f5c6d0c-99d7-4109-8421-fe2137c43a49 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0493920 Oct 10 12:03:31.385954 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-18051070-8e76-406a-aef6-f583f177e573 req-1103d64e-7766-4754-914a-cfc0a9a4abb1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428092 Oct 10 12:03:31.932706 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:32.506799 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37849a-d1dd-44bc-af9b-d224d41debf7 req-4d622f2a-2ef6-4502-85a5-834702028446 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:32.508906 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed37849a-d1dd-44bc-af9b-d224d41debf7 req-4d622f2a-2ef6-4502-85a5-834702028446 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0469410 Oct 10 12:03:32.553855 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed37849a-d1dd-44bc-af9b-d224d41debf7 req-826f39b1-84f4-4a4b-8db0-f1a5a4c55c43 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395610 Oct 10 12:03:33.651047 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:33.676504 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5a06-7297-40c8-a37a-400431e430fe req-8cef946f-44bb-4e40-994e-df4435844826 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:33.677876 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4e7c5a06-7297-40c8-a37a-400431e430fe req-8cef946f-44bb-4e40-994e-df4435844826 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0490158 Oct 10 12:03:33.706416 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:33.730204 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4e7c5a06-7297-40c8-a37a-400431e430fe req-f9e7b086-61db-4148-8fb1-5b4a8cda073e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466392 Oct 10 12:03:34.855342 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f4fdf-e94b-41df-8ce5-2439099eb289 req-21651d2d-0b80-4c7f-9ad6-5f81df4dc057 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:34.856999 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-749f4fdf-e94b-41df-8ce5-2439099eb289 req-21651d2d-0b80-4c7f-9ad6-5f81df4dc057 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0507529 Oct 10 12:03:34.905262 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-749f4fdf-e94b-41df-8ce5-2439099eb289 req-1da95d8a-8dd1-4367-a1ce-73ca7ace433f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421693 Oct 10 12:03:36.027535 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa303bc6-dcca-4fda-959a-4f33930ea31d req-8d423d92-9e37-4686-aabb-287de44906e7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:36.029057 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-aa303bc6-dcca-4fda-959a-4f33930ea31d req-8d423d92-9e37-4686-aabb-287de44906e7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0460906 Oct 10 12:03:36.047922 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:36.076994 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-aa303bc6-dcca-4fda-959a-4f33930ea31d req-e9ed7e1c-6121-42df-a9fe-e624b5428c69 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420289 Oct 10 12:03:37.207834 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805ed2-a532-43d6-9efb-a148bd92aba8 req-15bd14f1-a325-4ab4-895c-f09b2f7b21cb tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:37.209222 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4b805ed2-a532-43d6-9efb-a148bd92aba8 req-15bd14f1-a325-4ab4-895c-f09b2f7b21cb tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0543635 Oct 10 12:03:37.248876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:37.275083 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c18b7c-18df-4a21-b436-9221c4b3d5a4 req-15ac1ec7-978d-4db5-8c41-7cd706cf1f9c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:37.276540 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20c18b7c-18df-4a21-b436-9221c4b3d5a4 req-15ac1ec7-978d-4db5-8c41-7cd706cf1f9c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 946 time: 0.0664449 Oct 10 12:03:37.304556 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4b805ed2-a532-43d6-9efb-a148bd92aba8 req-08214af8-12a5-4c1d-82f5-d72a22f82185 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855291 Oct 10 12:03:37.333519 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20c18b7c-18df-4a21-b436-9221c4b3d5a4 req-b13a7093-531f-4266-b4ce-526efc292274 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473571 Oct 10 12:03:38.447703 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f72726-04a2-4401-83be-99786ae1e6cc req-1b383694-de44-4ad4-8474-77bb297acd02 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:38.449156 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e0f72726-04a2-4401-83be-99786ae1e6cc req-1b383694-de44-4ad4-8474-77bb297acd02 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0640142 Oct 10 12:03:38.496780 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb271a9-eb98-42a1-92e0-7d25e1ff7201 req-d4d99844-6aad-49f7-b9cb-2762de96ed51 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:38.498254 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3bb271a9-eb98-42a1-92e0-7d25e1ff7201 req-d4d99844-6aad-49f7-b9cb-2762de96ed51 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 946 time: 0.0670350 Oct 10 12:03:38.540850 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e0f72726-04a2-4401-83be-99786ae1e6cc req-da727ff1-03a0-4a38-be8b-8bef44b227e0 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753260 Oct 10 12:03:38.564766 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3bb271a9-eb98-42a1-92e0-7d25e1ff7201 req-da482f59-c316-46cb-8b97-af2fc0d218e5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568504 Oct 10 12:03:39.204035 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-060543a5-f83b-4144-8fa9-0d9e19c78eb9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:39.205453 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-060543a5-f83b-4144-8fa9-0d9e19c78eb9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 946 time: 0.0468946 Oct 10 12:03:39.292489 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Deleting port fa2ac855-9b1f-4330-96cc-cad641c595d3 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:03:39.292830 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:39.379715 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] For port fa2ac855-9b1f-4330-96cc-cad641c595d3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=fa2ac855-9b1f-4330-96cc-cad641c595d3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:03:39.380074 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:39.546311 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:39.546984 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (81bc3eb4-df93-4280-a15f-af7d328fe084), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:39.546984 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Floating IP 81bc3eb4-df93-4280-a15f-af7d328fe084 disassociated. External IP: 172.27.0.38, port: fa2ac855-9b1f-4330-96cc-cad641c595d3. Oct 10 12:03:39.547370 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Calling delete_port for fa2ac855-9b1f-4330-96cc-cad641c595d3 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:03:39.703365 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:39.723856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1d6e8-d2fe-4814-84ac-22139004ed4f req-65914282-c1fe-4a92-93a2-f241f507d19e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:39.725309 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fed1d6e8-d2fe-4814-84ac-22139004ed4f req-65914282-c1fe-4a92-93a2-f241f507d19e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.1068516 Oct 10 12:03:39.751791 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0175154-34f6-435b-8e64-c871dfe1d6fc req-0625da20-39c2-4f45-bd61-f539776921ea tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:39.753195 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0175154-34f6-435b-8e64-c871dfe1d6fc req-0625da20-39c2-4f45-bd61-f539776921ea tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 946 time: 0.1051540 Oct 10 12:03:39.767940 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (fa2ac855-9b1f-4330-96cc-cad641c595d3), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:39.779865 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:39.819788 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event deleted for resources: {'Port': ['ID=fa2ac855-9b1f-4330-96cc-cad641c595d3,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:39.858576 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fed1d6e8-d2fe-4814-84ac-22139004ed4f req-5b30ffaf-f9b0-454f-8c6b-ce94cb6d09ba tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246245 Oct 10 12:03:39.868214 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0175154-34f6-435b-8e64-c871dfe1d6fc req-85361f14-8a74-4713-992c-1b97aa5f0bd2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=226b02b6-aee9-4a15-b65a-7bfd31099b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041191 Oct 10 12:03:39.965831 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:03:40.068860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:03:40.078877 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] Sync routers for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:03:40.088659 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:03:40.089264 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:03:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:40.110004 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] No DVR routers for this DVR port fa2ac855-9b1f-4330-96cc-cad641c595d3 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:03:40.112508 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:40.115783 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea2bd466-5b55-4022-9bb0-9e7c84a9a63f req-539b104d-5304-4350-91c5-166ba4a281f4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "DELETE /networking/v2.0/ports/fa2ac855-9b1f-4330-96cc-cad641c595d3 HTTP/1.1" status: 204 len: 173 time: 0.9042399 Oct 10 12:03:40.116273 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-deleted', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:03:40.119035 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d656d-cf86-49d0-9db6-cf9f2fafaf6c" -d '{"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-deleted", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:03:40.182335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eb13f2-5943-4878-be34-7daa89826972 x-openstack-request-id: req-e7eb13f2-5943-4878-be34-7daa89826972 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:03:40.182630 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc3237-f592-4db7-9f6a-294f4cea3c9a", "name": "network-vif-deleted", "tag": "fa2ac855-9b1f-4330-96cc-cad641c595d3", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:03:40.182909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7eb13f2-5943-4878-be34-7daa89826972 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:03:40.183369 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7eb13f2-5943-4878-be34-7daa89826972'] response: {'server_uuid': '37bc3237-f592-4db7-9f6a-294f4cea3c9a', 'name': 'network-vif-deleted', 'tag': 'fa2ac855-9b1f-4330-96cc-cad641c595d3', 'status': 'completed', 'code': 200} Oct 10 12:03:40.199419 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:03:40.397673 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:40.423299 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] Checking router: 3a1cac16-e02e-47cc-bb32-fe2032cbe955 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:03:40.432310 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:03:40.432913 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:03:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:40.536769 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:03:40.640584 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:40.724714 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:40.750168 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759b44c-741c-49fe-b69c-8e9909ca2630 None None] The sync data for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi is: [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:03:40.990240 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b74c6a-e8dc-4517-a491-3adb71f7fdf2 None None] New status for floating IP 81bc3eb4-df93-4280-a15f-af7d328fe084: DOWN {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:03:41.019290 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9a161286-65cd-49db-9ea4-5442d227eb7a req-e690594d-8f62-4b72-b64a-06824922e2fa tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=37bc3237-f592-4db7-9f6a-294f4cea3c9a HTTP/1.1" status: 200 len: 210 time: 0.0344241 Oct 10 12:03:41.028104 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cf15e-41ba-478e-9a7c-9e2e2c106c24 req-ac966e0d-a292-489f-ad52-d1518c83e5f3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:41.029959 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de1cf15e-41ba-478e-9a7c-9e2e2c106c24 req-ac966e0d-a292-489f-ad52-d1518c83e5f3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0879900 Oct 10 12:03:41.088817 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de1cf15e-41ba-478e-9a7c-9e2e2c106c24 req-cca2c68d-ff76-4112-bc46-68b67308d291 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529981 Oct 10 12:03:41.447794 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.131051 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45744) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:42.221255 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-06a45111-d0ea-44f3-944f-6c0ce498ef5f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (226b02b6-aee9-4a15-b65a-7bfd31099b48), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.232407 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a76e3a-3b04-4b72-93fe-1da20f83628d req-adc9b35b-463a-4b45-9a4c-1a245ddc6cb9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:42.233878 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-18a76e3a-3b04-4b72-93fe-1da20f83628d req-adc9b35b-463a-4b45-9a4c-1a245ddc6cb9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0651345 Oct 10 12:03:42.266911 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-06a45111-d0ea-44f3-944f-6c0ce498ef5f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (226b02b6-aee9-4a15-b65a-7bfd31099b48), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.319255 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-18a76e3a-3b04-4b72-93fe-1da20f83628d req-d53d8383-4e9d-437f-82b0-676ed786f6bd tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784373 Oct 10 12:03:42.340388 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-06a45111-d0ea-44f3-944f-6c0ce498ef5f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (226b02b6-aee9-4a15-b65a-7bfd31099b48), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.343061 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-06a45111-d0ea-44f3-944f-6c0ce498ef5f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.344155 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-06a45111-d0ea-44f3-944f-6c0ce498ef5f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/226b02b6-aee9-4a15-b65a-7bfd31099b48 HTTP/1.1" status: 204 len: 168 time: 0.2121320 Oct 10 12:03:42.347124 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45746) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:42.353839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a45111-d0ea-44f3-944f-6c0ce498ef5f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b02b6-aee9-4a15-b65a-7bfd31099b48,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:42.361781 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.api.v2.resource [None req-11748e4a-9b45-4a8e-ad7a-b53e13ca6ada tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] show failed (client error): The resource could not be found. Oct 10 12:03:42.362775 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-11748e4a-9b45-4a8e-ad7a-b53e13ca6ada tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups/226b02b6-aee9-4a15-b65a-7bfd31099b48 HTTP/1.1" status: 404 len: 347 time: 0.0140181 Oct 10 12:03:42.365832 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45748) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:42.475815 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Deleting port 678d36b5-f656-4165-83df-a3d952707d69 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:03:42.476158 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (678d36b5-f656-4165-83df-a3d952707d69), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.553422 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (678d36b5-f656-4165-83df-a3d952707d69), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.553745 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (678d36b5-f656-4165-83df-a3d952707d69), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.565422 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Calling delete_port for 678d36b5-f656-4165-83df-a3d952707d69 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:03:42.576818 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:42.619507 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:42.701047 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (678d36b5-f656-4165-83df-a3d952707d69), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.729891 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event deleted for resources: {'Port': ['ID=678d36b5-f656-4165-83df-a3d952707d69,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:42.789565 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (81bc3eb4-df93-4280-a15f-af7d328fe084), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.792143 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.793281 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9af12610-1750-48f7-9fe3-e7a3226092b5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/81bc3eb4-df93-4280-a15f-af7d328fe084 HTTP/1.1" status: 204 len: 168 time: 0.4265170 Oct 10 12:03:42.878453 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45758) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:42.883635 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-e84a59e7-8c91-44d8-a4e6-53f45d1bcdf9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352256830', 'description': 'tempest-description--1962027146'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:42.904253 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e84a59e7-8c91-44d8-a4e6-53f45d1bcdf9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.971324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e84a59e7-8c91-44d8-a4e6-53f45d1bcdf9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (9f6790b8-5c96-4f55-ba70-53749ea99b1e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:42.974797 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e84a59e7-8c91-44d8-a4e6-53f45d1bcdf9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9f6790b8-5c96-4f55-ba70-53749ea99b1e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.003838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e84a59e7-8c91-44d8-a4e6-53f45d1bcdf9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.005043 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e84a59e7-8c91-44d8-a4e6-53f45d1bcdf9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1255538 Oct 10 12:03:43.007899 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45760) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:43.012660 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f2cb182a-040b-48eb-8e8b-7f9d4edb50d5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'security_group_rule': {'security_group_id': '9f6790b8-5c96-4f55-ba70-53749ea99b1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:43.019125 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a59e7-8c91-44d8-a4e6-53f45d1bcdf9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6790b8-5c96-4f55-ba70-53749ea99b1e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:43.041860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2cb182a-040b-48eb-8e8b-7f9d4edb50d5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (a5335be7-8564-44de-96f2-7c698c29215d), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.106637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2cb182a-040b-48eb-8e8b-7f9d4edb50d5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (a5335be7-8564-44de-96f2-7c698c29215d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.110129 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2cb182a-040b-48eb-8e8b-7f9d4edb50d5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (a5335be7-8564-44de-96f2-7c698c29215d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.131498 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb182a-040b-48eb-8e8b-7f9d4edb50d5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5335be7-8564-44de-96f2-7c698c29215d,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:43.137501 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f2cb182a-040b-48eb-8e8b-7f9d4edb50d5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.139174 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f2cb182a-040b-48eb-8e8b-7f9d4edb50d5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292779 Oct 10 12:03:43.141383 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45762) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:43.145551 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-aeba7b0f-994e-4e15-afe7-b22cdd51251a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'security_group_rule': {'security_group_id': '9f6790b8-5c96-4f55-ba70-53749ea99b1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:43.170419 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-aeba7b0f-994e-4e15-afe7-b22cdd51251a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (d1e001e7-8ab3-4cae-bd93-dd49917d473c), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.227773 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-aeba7b0f-994e-4e15-afe7-b22cdd51251a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (d1e001e7-8ab3-4cae-bd93-dd49917d473c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.231277 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-aeba7b0f-994e-4e15-afe7-b22cdd51251a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (d1e001e7-8ab3-4cae-bd93-dd49917d473c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.251714 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba7b0f-994e-4e15-afe7-b22cdd51251a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e001e7-8ab3-4cae-bd93-dd49917d473c,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:43.256875 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-aeba7b0f-994e-4e15-afe7-b22cdd51251a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.258082 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-aeba7b0f-994e-4e15-afe7-b22cdd51251a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157546 Oct 10 12:03:43.261192 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45764) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:43.265426 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:43.285572 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.336484 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:43.624526 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.662485 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:43.701056 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404d34-5c0d-41e7-9343-b9cbc4c7a032 req-e96f0363-45f9-42c4-841c-92624d239d1f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:43.702510 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d4404d34-5c0d-41e7-9343-b9cbc4c7a032 req-e96f0363-45f9-42c4-841c-92624d239d1f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0802047 Oct 10 12:03:43.736383 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:03:43.761501 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: fa2ac855-9b1f-4330-96cc-cad641c595d3 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:03:43.761850 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device fa2ac855-9b1f-4330-96cc-cad641c595d3 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:03:43.797816 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d4404d34-5c0d-41e7-9343-b9cbc4c7a032 req-02d5f88f-4f94-4514-b6db-07e1eb6eea7a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875530 Oct 10 12:03:43.809705 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Allocated IP 172.27.0.147 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/5f2e25e9-f72c-4631-84cd-0bd54643e7ca) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:03:43.910833 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for port (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.941984 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:43.983508 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:03:43.986446 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:03:43.990559 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:03:44.016430 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'Port': ['ID=5f2e25e9-f72c-4631-84cd-0bd54643e7ca,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:44.077979 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (a815277e-5e14-4e7a-896a-c903da8eb6ec), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:44.115038 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:44.234049 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0aefd-03e7-4b9a-956e-bbbd86831a79 req-55c687bf-9d73-4859-9938-bc62aa7a25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:44.235463 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-22b0aefd-03e7-4b9a-956e-bbbd86831a79 req-55c687bf-9d73-4859-9938-bc62aa7a25cd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1130 time: 0.0745761 Oct 10 12:03:44.274418 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:44.321649 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-22b0aefd-03e7-4b9a-956e-bbbd86831a79 req-2bb7a9dd-6a28-4226-9359-936015aca586 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783947 Oct 10 12:03:44.329955 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for port (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:44.334328 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:44.338981 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:44.403350 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'Port': ['ID=5f2e25e9-f72c-4631-84cd-0bd54643e7ca,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:44.406127 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (a815277e-5e14-4e7a-896a-c903da8eb6ec), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:44.423097 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:44.424307 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-764805b8-7bb6-4a3e-b11f-3daa3a89203a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1622119 Oct 10 12:03:44.618547 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-6399a1be-9658-49d4-b6f8-e844ecce6c3e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--352256830&fields=id&tenant_id=0156957151444f94be28a65b4b018156 HTTP/1.1" status: 200 len: 267 time: 0.0419686 Oct 10 12:03:44.724831 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-17a26e84-9a5e-463f-b4fd-b82640cc0c39 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:44.726257 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-17a26e84-9a5e-463f-b4fd-b82640cc0c39 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 817 time: 0.1014984 Oct 10 12:03:44.740196 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-e4e755ee-eed4-4ef7-9f2d-889d12027139 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/quotas/0156957151444f94be28a65b4b018156 HTTP/1.1" status: 200 len: 375 time: 0.0086248 Oct 10 12:03:44.788378 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-0dbe6066-24f7-403d-b180-0a53ede97d1e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434709 Oct 10 12:03:44.912426 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-f8fe112a-f8d2-4d42-9647-25bbe9dfc4de service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128340 Oct 10 12:03:44.937019 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a0122-84f5-449c-897a-6aa41fd4fd2d req-4b773353-71fd-4770-a3cb-34b4bfdb0146 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:44.938407 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-440a0122-84f5-449c-897a-6aa41fd4fd2d req-4b773353-71fd-4770-a3cb-34b4bfdb0146 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0632970 Oct 10 12:03:45.045009 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-440a0122-84f5-449c-897a-6aa41fd4fd2d req-0f763a8c-62b1-4917-9338-b536a2fabd0e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969827 Oct 10 12:03:45.050350 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-da30e4cc-53b1-4985-ad68-fb43e65fd6b5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305137 Oct 10 12:03:45.213712 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6b806a59-cd70-4502-ac51-56f89ad92e8f req-5505aaf6-5283-4d89-a049-4fd953723c79 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 210 time: 0.0278506 Oct 10 12:03:46.165439 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b33059-454e-49c9-b7e1-f758c6fa42e9 req-40b98a25-ece1-4fad-b347-cc720eb56d17 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:46.166831 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-11b33059-454e-49c9-b7e1-f758c6fa42e9 req-40b98a25-ece1-4fad-b347-cc720eb56d17 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0459282 Oct 10 12:03:46.218384 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-11b33059-454e-49c9-b7e1-f758c6fa42e9 req-a5282bb6-7395-49a9-9225-51de1ee0e59c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459659 Oct 10 12:03:46.316849 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e12801c9-a2e9-461d-8188-c89c367a1214 req-6f751fda-35ea-4d8c-8dd0-9f7ea2f555cf tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 210 time: 0.0281956 Oct 10 12:03:47.390939 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfac600-251a-499b-9b49-dced0bf93541 req-cf62dbe5-1db5-4d29-a4a9-c695afcdd618 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:47.392436 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfac600-251a-499b-9b49-dced0bf93541 req-cf62dbe5-1db5-4d29-a4a9-c695afcdd618 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0955708 Oct 10 12:03:47.464629 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d0c983e9-6ca8-47a6-b48b-0abeab5f7f3c req-25f16b64-8ac6-4399-b3ce-b62cb7162ae5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 210 time: 0.0539250 Oct 10 12:03:47.512020 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-f40db944-f6fa-42e6-a670-df013645ec56 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:47.513449 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-f40db944-f6fa-42e6-a670-df013645ec56 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 817 time: 0.1884408 Oct 10 12:03:47.517885 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfac600-251a-499b-9b49-dced0bf93541 req-a924a069-1cae-418c-92be-11f4bfd114aa tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083899 Oct 10 12:03:47.673969 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:47.716033 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-e1517a1a-9099-46fa-855e-9f9f359f0fc1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0156957151444f94be28a65b4b018156 HTTP/1.1" status: 200 len: 379 time: 0.0546408 Oct 10 12:03:47.727509 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'port': {'device_id': '1e69a02d-e65e-499c-b917-0848603db0b7', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'admin_state_up': True, 'tenant_id': '0156957151444f94be28a65b4b018156', 'security_groups': ['9f6790b8-5c96-4f55-ba70-53749ea99b1e']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:47.807350 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:47.845020 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Made reservation on behalf of 0156957151444f94be28a65b4b018156 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:03:47.849115 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:47.996143 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec34a8-787a-4da3-9fbc-09d2b82500e3 req-38d8e49e-33b8-40e2-9372-cdbd8e80eb69 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:47.997596 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9bec34a8-787a-4da3-9fbc-09d2b82500e3 req-38d8e49e-33b8-40e2-9372-cdbd8e80eb69 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.1209016 Oct 10 12:03:48.001979 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-b0d385a5-c9e7-44a4-8c55-a5a7163cead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:48.003337 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-b0d385a5-c9e7-44a4-8c55-a5a7163cead1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1130 time: 0.0937767 Oct 10 12:03:48.123383 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Allocated IP 172.20.0.6 (7586f293-9e29-43b7-8515-0f510030ca27/b87097cf-c992-4426-b211-329d3b78dfc3/78c57fac-0497-4b6c-9eae-773ed6db62fe) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:03:48.162033 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9bec34a8-787a-4da3-9fbc-09d2b82500e3 req-7ac555ed-b085-49b1-be86-8707e0655f6b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414526 Oct 10 12:03:48.185798 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-b2112bd2-d2b1-4dec-b057-b64940fc7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:48.187249 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-b2112bd2-d2b1-4dec-b057-b64940fc7b5d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.1657190 Oct 10 12:03:48.303043 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-86cc74c0-3395-4151-a0ce-8da51d16d7ae service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 200 len: 1002 time: 0.1050799 Oct 10 12:03:48.382303 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:48.387981 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-08f11bef-5fc8-48d4-a1d0-d45de1ce47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:48.389532 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-08f11bef-5fc8-48d4-a1d0-d45de1ce47a0 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0787632 Oct 10 12:03:48.443817 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:48.451522 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-ec1be0d2-810d-4cd3-b3fd-0a0499968edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:48.453180 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-ec1be0d2-810d-4cd3-b3fd-0a0499968edb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560300 Oct 10 12:03:48.455162 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:48.556326 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Network 7586f293-9e29-43b7-8515-0f510030ca27 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:03:48.575475 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:03:48.578007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:03:48.600705 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:48.632497 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:48.664392 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c92b6-052f-4002-be64-6f1f62dfc8a5 req-de764772-0329-48e6-ad21-d6ac2edd87be tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:48.665924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9d3c92b6-052f-4002-be64-6f1f62dfc8a5 req-de764772-0329-48e6-ad21-d6ac2edd87be tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 931 time: 0.1123829 Oct 10 12:03:48.692500 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-2c7cfd44-99a1-42e4-accb-16ef52e6b8e8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328389 Oct 10 12:03:48.716195 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:48.716792 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:48.794185 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-43f356ab-8071-4225-a92c-381600226975 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0709147 Oct 10 12:03:48.804575 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-86f4a7a2-c641-43b2-9a25-57d1634f8f12 None None] Provisioning complete for port 78c57fac-0497-4b6c-9eae-773ed6db62fe triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:03:48.805115 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-86f4a7a2-c641-43b2-9a25-57d1634f8f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:48.805409 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-86f4a7a2-c641-43b2-9a25-57d1634f8f12 None None] Attempt 1 to provision port 78c57fac-0497-4b6c-9eae-773ed6db62fe Oct 10 12:03:48.808331 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9d3c92b6-052f-4002-be64-6f1f62dfc8a5 req-fc5f5452-71e5-424e-9fc4-50f210ea5979 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317279 Oct 10 12:03:48.833987 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Request body: {'port': {'device_id': '1e69a02d-e65e-499c-b917-0848603db0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:48.837704 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-86f4a7a2-c641-43b2-9a25-57d1634f8f12 None None] Port 78c57fac-0497-4b6c-9eae-773ed6db62fe cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:03:48.871399 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8e8ec42-3e04-4dcf-9560-0c94149770e2 req-a695b001-0096-4d75-a0ff-225acc47e6c9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699739 Oct 10 12:03:48.907744 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:49.156610 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c57fac-0497-4b6c-9eae-773ed6db62fe {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:03:49.164230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Publish callbacks [] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:49.176511 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Transition to ACTIVE for port object 78c57fac-0497-4b6c-9eae-773ed6db62fe will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:03:49.179384 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:49.204213 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:49.287337 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:49.318460 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2202a-a9ab-4f7c-8fe1-b98e1281cde2 req-75c2d69a-75be-46e6-8482-4c0f52676cf7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:49.319932 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4fb2202a-a9ab-4f7c-8fe1-b98e1281cde2 req-75c2d69a-75be-46e6-8482-4c0f52676cf7 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0790889 Oct 10 12:03:49.345717 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Attempting to bind port 78c57fac-0497-4b6c-9eae-773ed6db62fe on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:03:49.346043 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Attempting to bind port 78c57fac-0497-4b6c-9eae-773ed6db62fe by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:03:49.346366 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Attempting to bind port 78c57fac-0497-4b6c-9eae-773ed6db62fe on network 7586f293-9e29-43b7-8515-0f510030ca27 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:03:49.408356 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4fb2202a-a9ab-4f7c-8fe1-b98e1281cde2 req-f206e127-8a42-449d-a868-9098a2cb0a15 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818205 Oct 10 12:03:49.413463 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Port 78c57fac-0497-4b6c-9eae-773ed6db62fe on network 7586f293-9e29-43b7-8515-0f510030ca27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:03:49.413747 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Attempting to bind port 78c57fac-0497-4b6c-9eae-773ed6db62fe on network 7586f293-9e29-43b7-8515-0f510030ca27 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:03:49.456088 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:03:49.456731 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Checking segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:03:49.456836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Bound using segment: {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:03:49.457193 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Bound port: 78c57fac-0497-4b6c-9eae-773ed6db62fe, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:03:49.457550 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:49.499209 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:49.521803 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:03:49.524785 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:03:49.530365 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:49.535203 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:49.535817 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:49.537172 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/78c57fac-0497-4b6c-9eae-773ed6db62fe HTTP/1.1" status: 200 len: 1093 time: 0.7075870 Oct 10 12:03:49.537730 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:03:49.540476 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953109c4-be82-4b75-89bf-64b89d416367" -d '{"events": [{"name": "network-changed", "server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:03:49.583916 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f3a80-f92f-48a5-8f01-c2e6559ecc9f x-openstack-request-id: req-252f3a80-f92f-48a5-8f01-c2e6559ecc9f {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:03:49.584374 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:03:49.584807 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-252f3a80-f92f-48a5-8f01-c2e6559ecc9f {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:03:49.585461 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252f3a80-f92f-48a5-8f01-c2e6559ecc9f'] response: {'name': 'network-changed', 'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'status': 'completed', 'code': 200} Oct 10 12:03:49.591344 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6350bf8-e2f8-48d6-960b-daa7646dba5a service neutron] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:49.937527 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed46d7-d1d7-4b65-add7-c8b40efe7dd4 req-b6249661-6850-4159-8d21-7253d6441ac7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:49.939003 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-19ed46d7-d1d7-4b65-add7-c8b40efe7dd4 req-b6249661-6850-4159-8d21-7253d6441ac7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0503707 Oct 10 12:03:49.985140 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-19ed46d7-d1d7-4b65-add7-c8b40efe7dd4 req-8e06b167-7b1f-49ab-b1c6-36364d6f2cad tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406351 Oct 10 12:03:50.535303 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ac836-30c0-4ea8-b242-2a54254d82c4 req-df0512ec-0de6-4277-b212-5ce28315ecc5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:50.536737 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa7ac836-30c0-4ea8-b242-2a54254d82c4 req-df0512ec-0de6-4277-b212-5ce28315ecc5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0464442 Oct 10 12:03:50.583418 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa7ac836-30c0-4ea8-b242-2a54254d82c4 req-bed25055-2364-42d8-87c1-a07992a83ff9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409379 Oct 10 12:03:50.850193 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953109c4-be82-4b75-89bf-64b89d416367 req-f06b770d-ee4b-444d-9269-67b1857bb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:50.852200 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-953109c4-be82-4b75-89bf-64b89d416367 req-f06b770d-ee4b-444d-9269-67b1857bb791 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 1127 time: 0.0370464 Oct 10 12:03:50.967762 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953109c4-be82-4b75-89bf-64b89d416367 req-193ffc5a-d26f-4ccb-982b-6e44dbe92169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:50.969204 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-953109c4-be82-4b75-89bf-64b89d416367 req-193ffc5a-d26f-4ccb-982b-6e44dbe92169 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=0156957151444f94be28a65b4b018156&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0953107 Oct 10 12:03:51.112321 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a4d92-ca30-4302-9669-61fb0edfa6ca req-12bbf121-f8af-49d5-873d-95581018d752 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:51.113659 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b7a4d92-ca30-4302-9669-61fb0edfa6ca req-12bbf121-f8af-49d5-873d-95581018d752 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0458732 Oct 10 12:03:51.159757 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b7a4d92-ca30-4302-9669-61fb0edfa6ca req-fe58713c-408b-45ed-a5a6-a5e44599c092 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400732 Oct 10 12:03:51.718346 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:51.741058 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43377e34-d2f8-4abc-9b99-71477bea5668 req-bb3809a0-9ca2-43fd-adb8-66d1e779cd97 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:51.743070 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-43377e34-d2f8-4abc-9b99-71477bea5668 req-bb3809a0-9ca2-43fd-adb8-66d1e779cd97 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0606112 Oct 10 12:03:51.784060 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953109c4-be82-4b75-89bf-64b89d416367 req-82518a16-a8c1-4614-9c63-0c1efe54a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:51.785471 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-953109c4-be82-4b75-89bf-64b89d416367 req-82518a16-a8c1-4614-9c63-0c1efe54a513 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583579 Oct 10 12:03:51.806927 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-43377e34-d2f8-4abc-9b99-71477bea5668 req-bd91453f-fe9f-4f40-94a5-ec8a306731e5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568080 Oct 10 12:03:51.926360 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-5a251297-47a0-4cc5-bb77-2b5477f22af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:51.927830 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-5a251297-47a0-4cc5-bb77-2b5477f22af1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 1127 time: 0.0642309 Oct 10 12:03:51.942026 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e81d3-561d-40ec-8902-4fd05a092d88 req-818bb0e1-59aa-49da-a79f-1c12523fdc99 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:51.943398 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f32e81d3-561d-40ec-8902-4fd05a092d88 req-818bb0e1-59aa-49da-a79f-1c12523fdc99 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0538893 Oct 10 12:03:51.953711 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45836) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:03:51.958218 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Request body: {'floatingip': {'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:03:51.975917 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-4fee0666-0873-418f-8446-993954e59552 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe HTTP/1.1" status: 200 len: 217 time: 0.0315435 Oct 10 12:03:52.014154 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:52.026939 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-2ac647e8-d9e1-4195-8112-8156be6caf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:52.028364 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-2ac647e8-d9e1-4195-8112-8156be6caf46 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0467925 Oct 10 12:03:52.072836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-4f615e55-128f-4f37-8803-adee38567af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:52.074356 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-4f615e55-128f-4f37-8803-adee38567af0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387831 Oct 10 12:03:52.168916 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-47e6f7c8-6e4d-4be3-86eb-eb420798f363 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850143 Oct 10 12:03:52.182684 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:52.297957 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-deac478e-6eb6-4b05-8452-0b89adf9c622 req-1af469e8-9f64-4e42-8d2f-c343a2aba176 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225965 Oct 10 12:03:52.308809 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863157f2-3d0c-42d0-b60d-746c34a86bc1 req-e7543f0c-6628-4038-a994-e946945ec2ff tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:52.310228 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-863157f2-3d0c-42d0-b60d-746c34a86bc1 req-e7543f0c-6628-4038-a994-e946945ec2ff tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0625236 Oct 10 12:03:52.368850 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-863157f2-3d0c-42d0-b60d-746c34a86bc1 req-b25de825-6336-4c78-94b6-1fd5d8f64aef tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462768 Oct 10 12:03:52.608056 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.db.resource_extend [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 10 12:03:52.652546 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:52.656333 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:52.847464 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:03:52.949196 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:03:52.953972 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:52.959230 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] Sync routers for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:03:52.966568 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:52.970689 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:03:52.971377 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:03:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:52.985454 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:03:52.987741 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b73c88f-9837-4a29-85c0-fbd9df70b218" -d '{"events": [{"name": "network-changed", "server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:03:53.016839 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c1d83d0a-0d0d-41d7-afd7-42dc3a0f2d45 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d HTTP/1.1" status: 200 len: 994 time: 1.0620341 Oct 10 12:03:53.040354 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa08c7f-2264-49cd-bb45-7a492c86e6d1 x-openstack-request-id: req-0fa08c7f-2264-49cd-bb45-7a492c86e6d1 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:03:53.040641 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:03:53.040891 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fa08c7f-2264-49cd-bb45-7a492c86e6d1 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:03:53.041291 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa08c7f-2264-49cd-bb45-7a492c86e6d1'] response: {'name': 'network-changed', 'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'status': 'completed', 'code': 200} Oct 10 12:03:53.077541 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:03:53.088057 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:03:53.405173 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'mac_address': 'fa:16:3e:68:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:58Z', 'updated_at': '2022-10-10T12:03:52Z', 'revision_number': 3, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:53.431215 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] Checking router: d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:03:53.439580 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:03:53.440180 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:03:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:53.532720 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf745b9-f94d-478f-b036-55a6005d9e49 req-7bea73b2-476c-4048-8e94-8061b6874fc3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:53.534416 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3bf745b9-f94d-478f-b036-55a6005d9e49 req-7bea73b2-476c-4048-8e94-8061b6874fc3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0796025 Oct 10 12:03:53.539336 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-adf77faf-e7de-442a-a0e5-1ffa934695fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:53.540717 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-adf77faf-e7de-442a-a0e5-1ffa934695fd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1130 time: 0.0575521 Oct 10 12:03:53.545430 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:03:53.641246 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3bf745b9-f94d-478f-b036-55a6005d9e49 req-2ebe359d-61f0-4453-b904-7bc3bda31089 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995672 Oct 10 12:03:53.670501 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-09b1da79-370d-4ce0-86bd-b716756c2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:53.671975 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-09b1da79-370d-4ce0-86bd-b716756c2a2e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.1175320 Oct 10 12:03:53.734192 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-35f453de-8d50-4555-9e87-06b5f2563593 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 200 len: 1002 time: 0.0546196 Oct 10 12:03:53.743788 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:53.759174 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'mac_address': 'fa:16:3e:68:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:58Z', 'updated_at': '2022-10-10T12:03:52Z', 'revision_number': 3, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:03:53.783646 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e0f25-eb2d-4996-bb45-c3baaa70ab45 None None] The sync data for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi is: [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'port_id': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'mac_address': 'fa:16:3e:68:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:58Z', 'updated_at': '2022-10-10T12:03:52Z', 'revision_number': 3, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:03:53.786624 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-ea5eca50-09ee-4c60-9c33-2d97c5b251b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:53.788114 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-ea5eca50-09ee-4c60-9c33-2d97c5b251b4 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0472143 Oct 10 12:03:53.832834 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-085d2a2b-7390-4677-a177-796284ebb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:53.834451 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-085d2a2b-7390-4677-a177-796284ebb603 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404205 Oct 10 12:03:53.901704 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:53.932761 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-2e3f3098-66d0-43d9-a410-b5ab6e24aa54 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913262 Oct 10 12:03:54.021723 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1b73c88f-9837-4a29-85c0-fbd9df70b218 req-dc19e0f2-3e75-44bf-8f64-a7ec448ef70d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815198 Oct 10 12:03:54.766036 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68271c94-e32f-49c2-98c5-2ab488f728bc req-3ef4eff0-4b0f-41f9-94b0-1748a04f4844 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:54.767524 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68271c94-e32f-49c2-98c5-2ab488f728bc req-3ef4eff0-4b0f-41f9-94b0-1748a04f4844 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0454643 Oct 10 12:03:54.817163 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68271c94-e32f-49c2-98c5-2ab488f728bc req-e0fad358-76ca-41d7-9075-2a2d6ae4dc66 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438936 Oct 10 12:03:55.042931 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:03:55.045175 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5075a2-ad50-4a7c-aa9a-c88207928610" -d '{"events": [{"name": "network-changed", "server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:03:55.082721 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe031722-72a3-4982-b38a-248153def64f x-openstack-request-id: req-fe031722-72a3-4982-b38a-248153def64f {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:03:55.083051 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:03:55.083307 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe031722-72a3-4982-b38a-248153def64f {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:03:55.083709 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe031722-72a3-4982-b38a-248153def64f'] response: {'name': 'network-changed', 'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'status': 'completed', 'code': 200} Oct 10 12:03:55.181180 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-1e13af3b-3616-4760-82e1-25cd5e07925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:55.182716 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-1e13af3b-3616-4760-82e1-25cd5e07925f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 1130 time: 0.0380795 Oct 10 12:03:55.279634 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-e5321c80-c6eb-4971-b2b9-85044750fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:55.281076 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-e5321c80-c6eb-4971-b2b9-85044750fe5b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.0843549 Oct 10 12:03:55.354119 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-231080d4-c7d6-480e-b0fe-565a99aa95b2 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 200 len: 1002 time: 0.0561574 Oct 10 12:03:55.397059 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:55.401471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-6701a3dc-2312-4ca5-bdfc-653eeb3fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:55.402885 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-6701a3dc-2312-4ca5-bdfc-653eeb3fb277 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0430884 Oct 10 12:03:55.446019 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-942bcc7b-5ddd-47db-aa33-67a55c3724c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:55.447469 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-942bcc7b-5ddd-47db-aa33-67a55c3724c4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380173 Oct 10 12:03:55.776454 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:03:55.789951 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:55.796527 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-94e323bd-c0bc-4d68-a392-88e95b725d39 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408685 Oct 10 12:03:55.880214 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:03:55.891635 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'port_id': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'mac_address': 'fa:16:3e:4a:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:03:55.891850 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef5075a2-ad50-4a7c-aa9a-c88207928610 req-98f217da-6886-4aac-8aa4-b16633e8d392 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873361 Oct 10 12:03:55.927236 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 78c57fac-0497-4b6c-9eae-773ed6db62fe is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:03:55.927626 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:55.940711 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c57fac-0497-4b6c-9eae-773ed6db62fe {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:03:55.946254 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4062d-44eb-4918-ae96-fedcc0d4e627 req-8f837a96-4894-491f-86b4-3e9a5ed3b6d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:55.947733 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85f4062d-44eb-4918-ae96-fedcc0d4e627 req-8f837a96-4894-491f-86b4-3e9a5ed3b6d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0470507 Oct 10 12:03:55.957629 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:55.962036 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:03:55.966353 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:55.994994 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85f4062d-44eb-4918-ae96-fedcc0d4e627 req-a9c09d50-b1bf-484c-925b-a2eaee098223 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415111 Oct 10 12:03:56.016778 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:56.388979 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['78c57fac-0497-4b6c-9eae-773ed6db62fe'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:03:57.122281 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94886398-f0ca-4f4e-a67b-fa14e2e20f68 req-86a105a7-c2af-4087-ae5b-aaad260676c7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:57.123743 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-94886398-f0ca-4f4e-a67b-fa14e2e20f68 req-86a105a7-c2af-4087-ae5b-aaad260676c7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 944 time: 0.0461981 Oct 10 12:03:57.172688 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-94886398-f0ca-4f4e-a67b-fa14e2e20f68 req-a62a513b-909b-49cd-a89e-c0311faceb3e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Oct 10 12:03:57.800211 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:03:57.844637 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 78c57fac-0497-4b6c-9eae-773ed6db62fe completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:03:57.850077 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 78c57fac-0497-4b6c-9eae-773ed6db62fe triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:03:57.850449 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:57.850784 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 78c57fac-0497-4b6c-9eae-773ed6db62fe Oct 10 12:03:57.920625 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 78c57fac-0497-4b6c-9eae-773ed6db62fe is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:03:57.921006 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:57.942829 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:03:57.945083 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbf4333-e2b4-400a-9a25-d3f0af9e1513" -d '{"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-plugged", "status": "completed", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:03:57.957063 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:03:57.961311 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:57.985863 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d5bd1-c37f-4dd7-9f1a-8de51c7b16da x-openstack-request-id: req-427d5bd1-c37f-4dd7-9f1a-8de51c7b16da {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:03:57.986175 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-plugged", "status": "completed", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:03:57.986428 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-427d5bd1-c37f-4dd7-9f1a-8de51c7b16da {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:03:57.986814 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427d5bd1-c37f-4dd7-9f1a-8de51c7b16da'] response: {'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'code': 200} Oct 10 12:03:58.012200 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:03:58.213130 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923b28c-5157-4c24-b689-8277badae010 req-bf9d2342-3a8a-4a4a-b9f2-06d10fbea3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:58.214660 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7923b28c-5157-4c24-b689-8277badae010 req-bf9d2342-3a8a-4a4a-b9f2-06d10fbea3cf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 1129 time: 0.0381885 Oct 10 12:03:58.267110 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7923b28c-5157-4c24-b689-8277badae010 req-e8bc2d10-2270-4b96-b812-4c6906aef9aa service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462263 Oct 10 12:03:58.300712 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea639d03-37b1-44b8-90e0-5a744982e24f req-52e1b2d1-1127-41f9-9a26-dcf030b4d677 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:58.302138 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea639d03-37b1-44b8-90e0-5a744982e24f req-52e1b2d1-1127-41f9-9a26-dcf030b4d677 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Oct 10 12:03:58.327835 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:58.349246 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea639d03-37b1-44b8-90e0-5a744982e24f req-99bc54fe-ebe5-41bf-89f8-0c1f42ea2d94 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 Oct 10 12:03:58.660979 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-87eac7be-df0f-4128-afc1-c6833081cab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:59.475909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59e444-9231-488c-917c-694add21b13f req-87d1af0b-59ec-4017-ac03-2d3998cd6400 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:03:59.477921 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b59e444-9231-488c-917c-694add21b13f req-87d1af0b-59ec-4017-ac03-2d3998cd6400 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Oct 10 12:03:59.523841 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b59e444-9231-488c-917c-694add21b13f req-d74b72ad-9c66-47f0-bd57-31d88c2d828b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402699 Oct 10 12:04:00.544084 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-0dfe8401-fa6e-4067-af27-ac1ea3cb224e tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-199775291&fields=id&tenant_id=f2e5245da9a24e679c6e19089e9aa199 HTTP/1.1" status: 200 len: 267 time: 0.0431576 Oct 10 12:04:00.593783 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-0cdd690e-ed82-4b20-b567-b14510d09f05 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:00.595273 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-0cdd690e-ed82-4b20-b567-b14510d09f05 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 984 time: 0.0460639 Oct 10 12:04:00.606555 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Request body: {'port': {'security_groups': ['3aa6733f-3926-4a4d-905e-cae8c7e09847']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:00.688747 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fac57-a360-4845-a0e8-beb0fabf1e1c req-ff78b9fc-1f49-468e-a675-81d26b9824e2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:00.690180 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-117fac57-a360-4845-a0e8-beb0fabf1e1c req-ff78b9fc-1f49-468e-a675-81d26b9824e2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0793099 Oct 10 12:04:00.735471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8350774c-a156-46d0-bb3c-69064aad8304), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:00.792211 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-117fac57-a360-4845-a0e8-beb0fabf1e1c req-b03dbf48-5044-4ee9-a96a-46951317cfc7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837324 Oct 10 12:04:00.801074 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:00.917083 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2503a771-b75e-4d84-9539-626db3f5674f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:00.946225 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ee430-951d-4d9c-bbd1-2371294101e4 req-23df844d-d973-460e-ac6d-5a6a0665c0d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:00.947720 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dc7ee430-951d-4d9c-bbd1-2371294101e4 req-23df844d-d973-460e-ac6d-5a6a0665c0d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0645359 Oct 10 12:04:00.958568 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45876) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:00.963647 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Request body: {'floatingip': {'port_id': '78c57fac-0497-4b6c-9eae-773ed6db62fe'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:00.972271 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] For port 8350774c-a156-46d0-bb3c-69064aad8304, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8350774c-a156-46d0-bb3c-69064aad8304,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:01.001540 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for port (8350774c-a156-46d0-bb3c-69064aad8304), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.004565 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (a815277e-5e14-4e7a-896a-c903da8eb6ec), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.006148 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (8350774c-a156-46d0-bb3c-69064aad8304), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.007349 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.018263 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:01.018866 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.020266 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d1a09d37-95e9-4369-9772-b1e608d72dbd req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "PUT /networking/v2.0/ports/8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 942 time: 0.4188163 Oct 10 12:04:01.020820 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:01.026075 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8648e63f-51f0-41a5-b501-ed357b4a5f82" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:01.038175 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45880) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:01.052236 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['8350774c-a156-46d0-bb3c-69064aad8304'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:04:01.074759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf984c2a-47c7-4549-be1d-65d1a256b931 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event updated for resources: {'Port': ['ID=8350774c-a156-46d0-bb3c-69064aad8304,revision_number=7']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:01.096164 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79443305-5395-4f51-a370-c765a1a2d377 x-openstack-request-id: req-79443305-5395-4f51-a370-c765a1a2d377 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:01.096654 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:01.097261 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79443305-5395-4f51-a370-c765a1a2d377 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:01.097946 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79443305-5395-4f51-a370-c765a1a2d377'] response: {'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304', 'status': 'completed', 'code': 200} Oct 10 12:04:01.102374 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.174336 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.198616 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-d0e685f5-49a2-48e6-b2ff-5e8fdd5128fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:01.200358 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-d0e685f5-49a2-48e6-b2ff-5e8fdd5128fc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=f2e5245da9a24e679c6e19089e9aa199&device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1129 time: 0.0461140 Oct 10 12:04:01.218939 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group (b804ceeb-3ba4-4d3b-b277-58ea18d49ef8), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.239268 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['8350774c-a156-46d0-bb3c-69064aad8304'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:04:01.283105 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group (b804ceeb-3ba4-4d3b-b277-58ea18d49ef8), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.293422 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-8fdb2839-4c80-4232-865b-9a45b0732dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:01.294926 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-8fdb2839-4c80-4232-865b-9a45b0732dc8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 200 len: 915 time: 0.0873065 Oct 10 12:04:01.344126 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.366529 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-c6769978-957f-4237-ae22-9b37c1f4f9fe service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 1000 time: 0.0637102 Oct 10 12:04:01.422192 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-c6494a23-7e9d-4bd3-a7f9-6e53b6477989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:01.423683 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-c6494a23-7e9d-4bd3-a7f9-6e53b6477989 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=084a552b-7137-4c32-9f0d-1b276d068534 HTTP/1.1" status: 200 len: 853 time: 0.0512550 Oct 10 12:04:01.466708 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b804ceeb-3ba4-4d3b-b277-58ea18d49ef8), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.469553 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.469759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-218b7213-1a78-4c38-806e-d7fc11a260cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:01.470691 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b804ceeb-3ba4-4d3b-b277-58ea18d49ef8 HTTP/1.1" status: 204 len: 168 time: 0.4315867 Oct 10 12:04:01.471369 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-218b7213-1a78-4c38-806e-d7fc11a260cf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411043 Oct 10 12:04:01.473677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45882) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:01.497847 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b804ceeb-3ba4-4d3b-b277-58ea18d49ef8,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:01.516742 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.518465 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.518922 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.519286 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.519622 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.519956 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.520283 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.520609 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.520932 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.521252 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.521577 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.521901 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.522220 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.522540 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.522859 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.523202 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8fa016-ce56-464f-854e-ffb6969f39c8 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:01.578449 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.582341 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (a815277e-5e14-4e7a-896a-c903da8eb6ec), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.673844 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-71d99a74-bf99-4867-bec4-6233977ce147 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935701 Oct 10 12:04:01.683128 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.l3_db [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Floating IP a815277e-5e14-4e7a-896a-c903da8eb6ec associated. External IP: 172.27.0.147, port: 78c57fac-0497-4b6c-9eae-773ed6db62fe. Oct 10 12:04:01.750310 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Deleting port 0d366db9-9fbb-4992-a00d-77eea80c4560 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:01.750659 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (0d366db9-9fbb-4992-a00d-77eea80c4560), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.754403 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.839672 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8648e63f-51f0-41a5-b501-ed357b4a5f82 req-9daa5cb9-a2dd-49ed-8e05-d0209a3d334d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491411 Oct 10 12:04:01.860329 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (0d366db9-9fbb-4992-a00d-77eea80c4560), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.860667 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for floatingip (0d366db9-9fbb-4992-a00d-77eea80c4560), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.875034 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Calling delete_port for 0d366db9-9fbb-4992-a00d-77eea80c4560 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:01.880879 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:01.937739 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.963686 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.986451 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:01.991927 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:01.994695 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.998972 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] Sync routers for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:02.009726 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:02.010351 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:02.025639 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-6766e633-dfac-4e2d-82b2-d89bdbc4425e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/a815277e-5e14-4e7a-896a-c903da8eb6ec HTTP/1.1" status: 200 len: 991 time: 1.0659542 Oct 10 12:04:02.026271 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:02.028647 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c98e85a-617f-405c-9189-e83986f32112" -d '{"events": [{"name": "network-changed", "server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:02.060947 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (0d366db9-9fbb-4992-a00d-77eea80c4560), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:02.074573 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb8793c-8f8a-409e-a47e-4c54b4f7e692 x-openstack-request-id: req-1bb8793c-8f8a-409e-a47e-4c54b4f7e692 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:02.074861 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:02.075138 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bb8793c-8f8a-409e-a47e-4c54b4f7e692 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:02.075535 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb8793c-8f8a-409e-a47e-4c54b4f7e692'] response: {'name': 'network-changed', 'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'status': 'completed', 'code': 200} Oct 10 12:04:02.101171 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event deleted for resources: {'Port': ['ID=0d366db9-9fbb-4992-a00d-77eea80c4560,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:02.116117 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:02.188563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98e85a-617f-405c-9189-e83986f32112 req-fba03d1f-8ed8-43e9-a76f-416eb4763aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:02.189958 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c98e85a-617f-405c-9189-e83986f32112 req-fba03d1f-8ed8-43e9-a76f-416eb4763aab service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 1129 time: 0.0515490 Oct 10 12:04:02.190724 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks [] for floatingip (416fd912-fff4-42d3-bd46-f3b3c50767ba), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:02.191088 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Floating IP 416fd912-fff4-42d3-bd46-f3b3c50767ba disassociated (deleted). External IP: 172.27.0.23, port: 8350774c-a156-46d0-bb3c-69064aad8304. Oct 10 12:04:02.326632 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'a815277e-5e14-4e7a-896a-c903da8eb6ec', 'tenant_id': '0156957151444f94be28a65b4b018156', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'port_id': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'mac_address': 'fa:16:3e:4a:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e69a02d-e65e-499c-b917-0848603db0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:03:44Z', 'updated_at': '2022-10-10T12:04:01Z', 'revision_number': 1, 'project_id': '0156957151444f94be28a65b4b018156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:02.354624 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] Checking router: 3a1cac16-e02e-47cc-bb32-fe2032cbe955 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:02.363087 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:02.363686 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:02.365004 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98e85a-617f-405c-9189-e83986f32112 req-d0135f20-5df3-4bb9-8d10-9ef69d4ddff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:02.366972 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c98e85a-617f-405c-9189-e83986f32112 req-d0135f20-5df3-4bb9-8d10-9ef69d4ddff2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.1397645 Oct 10 12:04:02.398288 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:02.468851 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:02.498073 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c98e85a-617f-405c-9189-e83986f32112 req-bae53b72-0fef-480a-8ded-936aae927245 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe HTTP/1.1" status: 200 len: 999 time: 0.0977120 Oct 10 12:04:02.543369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Router 694f32ea-c4e6-42fd-998b-d04cabfe098e has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:02.563923 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98e85a-617f-405c-9189-e83986f32112 req-df18fff2-1b01-4412-9720-0c31e16691ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:02.565374 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c98e85a-617f-405c-9189-e83986f32112 req-df18fff2-1b01-4412-9720-0c31e16691ef service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0592113 Oct 10 12:04:02.636036 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:02.679124 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98e85a-617f-405c-9189-e83986f32112 req-61d12af2-e51e-4b34-9780-1a5439ed8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:02.680638 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c98e85a-617f-405c-9189-e83986f32112 req-61d12af2-e51e-4b34-9780-1a5439ed8691 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796492 Oct 10 12:04:02.745046 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:02.750366 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:02.754546 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] Sync routers for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:02.765585 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:02.766197 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:02.767679 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'a815277e-5e14-4e7a-896a-c903da8eb6ec', 'tenant_id': '0156957151444f94be28a65b4b018156', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'port_id': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'mac_address': 'fa:16:3e:4a:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e69a02d-e65e-499c-b917-0848603db0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:03:44Z', 'updated_at': '2022-10-10T12:04:01Z', 'revision_number': 1, 'project_id': '0156957151444f94be28a65b4b018156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:02.795842 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8ab84-7163-41b7-8540-b8e510df216b None None] The sync data for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi is: [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'a815277e-5e14-4e7a-896a-c903da8eb6ec', 'tenant_id': '0156957151444f94be28a65b4b018156', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'port_id': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'mac_address': 'fa:16:3e:4a:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e69a02d-e65e-499c-b917-0848603db0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:03:44Z', 'updated_at': '2022-10-10T12:04:01Z', 'revision_number': 1, 'project_id': '0156957151444f94be28a65b4b018156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:02.801008 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a8d3644d-d0e9-4405-87c3-737ed2909a1b tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/416fd912-fff4-42d3-bd46-f3b3c50767ba HTTP/1.1" status: 204 len: 168 time: 1.3225853 Oct 10 12:04:02.817157 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c98e85a-617f-405c-9189-e83986f32112 req-73923978-20c9-4d3a-88d3-f4510a1a0105 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272337 Oct 10 12:04:02.883183 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:02.933160 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1c98e85a-617f-405c-9189-e83986f32112 req-6e98b41a-1bf8-4379-8d7e-d018b5dd3277 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060681 Oct 10 12:04:03.086465 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c325a-2cb8-4b19-92ca-c53360fb2deb None None] New status for floating IP a815277e-5e14-4e7a-896a-c903da8eb6ec: ACTIVE {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:04:03.088641 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:03.099232 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:03.101601 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08af0bba-2231-4d2b-95fe-701de12f3253" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:03.119127 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 5, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:03.145660 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19512ebc-77ff-40fe-86cd-d4ae4d48a08b x-openstack-request-id: req-19512ebc-77ff-40fe-86cd-d4ae4d48a08b {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:03.146040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "tag": "8350774c-a156-46d0-bb3c-69064aad8304", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:03.146224 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19512ebc-77ff-40fe-86cd-d4ae4d48a08b {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:03.146595 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19512ebc-77ff-40fe-86cd-d4ae4d48a08b'] response: {'name': 'network-changed', 'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304', 'status': 'completed', 'code': 200} Oct 10 12:04:03.147616 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] Checking router: 694f32ea-c4e6-42fd-998b-d04cabfe098e for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:03.156219 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:03.156820 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:03.263428 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:03.460041 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 5, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:03.488516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd8757-60be-4080-8e28-888b4941722a None None] The sync data for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi is: [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:01Z', 'revision_number': 4, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '5da27863-7ef8-49d3-adef-3b008e12a378', 'name': '', 'network_id': '403653f0-e953-43e2-82d0-5e0a7bd2c4a5', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'mac_address': 'fa:16:3e:d6:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '084a552b-7137-4c32-9f0d-1b276d068534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:00Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 5, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'subnets': [{'id': '084a552b-7137-4c32-9f0d-1b276d068534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:03.632523 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-857571af-7621-4fba-964f-aaaa9762e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:03.636029 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-857571af-7621-4fba-964f-aaaa9762e15a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=f2e5245da9a24e679c6e19089e9aa199&device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 1129 time: 0.0566070 Oct 10 12:04:03.653702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:03.727071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:03.808018 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-5d5875a4-2397-437e-99fd-3f7f60a429ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:03.810416 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-5d5875a4-2397-437e-99fd-3f7f60a429ae service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 200 len: 915 time: 0.1641796 Oct 10 12:04:03.874722 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-1cc336b5-810a-4efe-afca-ca270468d581 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 200 len: 217 time: 0.0499098 Oct 10 12:04:03.891716 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041ab68-989c-413a-bde1-3c2c04870790 None None] New status for floating IP 416fd912-fff4-42d3-bd46-f3b3c50767ba: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:04:04.063759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98476e8-3117-43d6-aef3-ef3bd769b2d3 req-224d938c-ced9-45fd-ac69-ede4040d98bd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:04.065216 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f98476e8-3117-43d6-aef3-ef3bd769b2d3 req-224d938c-ced9-45fd-ac69-ede4040d98bd tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1623087 Oct 10 12:04:04.114181 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f98476e8-3117-43d6-aef3-ef3bd769b2d3 req-fcb4d4e7-3392-4398-b121-af9a72e0d129 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Oct 10 12:04:05.269189 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeb4f4-6eeb-444f-902c-2ced9f667a3b req-007f7498-4af3-4e73-922b-296a596a18a7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:05.270638 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-96eeb4f4-6eeb-444f-902c-2ced9f667a3b req-007f7498-4af3-4e73-922b-296a596a18a7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0499444 Oct 10 12:04:05.317778 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-96eeb4f4-6eeb-444f-902c-2ced9f667a3b req-9c809a97-1583-41bb-88de-d105ae0b2844 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Oct 10 12:04:05.936153 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:05.974025 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-1bb3b3ec-ee7c-4b1e-b35d-576d19f7a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:05.975848 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-1bb3b3ec-ee7c-4b1e-b35d-576d19f7a8e4 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=084a552b-7137-4c32-9f0d-1b276d068534 HTTP/1.1" status: 200 len: 853 time: 0.0481277 Oct 10 12:04:06.188560 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-e2363eed-4d9a-40a2-8b49-064240a8dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:06.190120 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-e2363eed-4d9a-40a2-8b49-064240a8dc82 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=403653f0-e953-43e2-82d0-5e0a7bd2c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448692 Oct 10 12:04:06.442243 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0e507-674b-41b7-b11d-968366faae13 req-0dc71274-8bda-4216-86d9-f9bd792f6c63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:06.443814 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62b0e507-674b-41b7-b11d-968366faae13 req-0dc71274-8bda-4216-86d9-f9bd792f6c63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.1466625 Oct 10 12:04:06.463738 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-885fa7f9-f4f8-4d6c-942b-2100ec4a218c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680706 Oct 10 12:04:06.499411 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d18b5a-8b0d-4299-adaa-e9d3b723c7dd req-35decf52-8a2e-4aef-b449-d9708fec0962 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:06.501105 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-93d18b5a-8b0d-4299-adaa-e9d3b723c7dd req-35decf52-8a2e-4aef-b449-d9708fec0962 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 945 time: 0.0559628 Oct 10 12:04:06.684092 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:06.694345 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-93d18b5a-8b0d-4299-adaa-e9d3b723c7dd req-e830d4da-b84c-4d05-aabf-64acbc2c377d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0eb73d73-053d-4bd0-8768-ab22a2baf699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735513 Oct 10 12:04:06.698796 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Deleting port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:06.699168 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:06.704899 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-08af0bba-2231-4d2b-95fe-701de12f3253 req-3663a9b9-a0b8-45e2-bc63-965514a9d8de service neutron] 10.222.0.58 "GET /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028782 Oct 10 12:04:06.792787 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] For port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:06.793149 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:06.959908 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:06.960198 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (7bb4c462-8695-401b-a901-d5124f89514f), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:06.960508 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Floating IP 7bb4c462-8695-401b-a901-d5124f89514f disassociated. External IP: 172.27.0.186, port: 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7. Oct 10 12:04:06.960845 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Calling delete_port for 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:07.086085 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (6800ab16-3bab-4f54-bff2-7a9c18dfc7b7), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:07.113926 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event deleted for resources: {'Port': ['ID=6800ab16-3bab-4f54-bff2-7a9c18dfc7b7,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:07.127908 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.128337 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.128694 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.129122 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.129435 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.129789 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.130156 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.130516 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.130838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.131268 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.131606 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.131954 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.132653 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.133047 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.134022 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:07.175561 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:07.239630 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:07.605760 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:07.620993 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] Sync routers for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:07.630819 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:07.631459 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:07.653503 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] No DVR routers for this DVR port 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:07.656002 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:07.659347 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62b0e507-674b-41b7-b11d-968366faae13 req-2ae3c01f-71bb-4b8a-aabf-0741a055fd5b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "DELETE /networking/v2.0/ports/6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 HTTP/1.1" status: 204 len: 173 time: 1.1560373 Oct 10 12:04:07.659867 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'name': 'network-vif-deleted', 'tag': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:07.662221 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b91accf-04cd-46b0-8fc9-58eb3153cf8f" -d '{"events": [{"server_uuid": "1f2361c0-e286-45a7-a0d6-0a62221cdd27", "name": "network-vif-deleted", "tag": "6800ab16-3bab-4f54-bff2-7a9c18dfc7b7"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:07.740479 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfb29bc-a6d1-4191-bf72-e34d8c358445 x-openstack-request-id: req-6bfb29bc-a6d1-4191-bf72-e34d8c358445 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:07.740692 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2361c0-e286-45a7-a0d6-0a62221cdd27", "name": "network-vif-deleted", "tag": "6800ab16-3bab-4f54-bff2-7a9c18dfc7b7", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:07.740942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bfb29bc-a6d1-4191-bf72-e34d8c358445 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:07.741328 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfb29bc-a6d1-4191-bf72-e34d8c358445'] response: {'server_uuid': '1f2361c0-e286-45a7-a0d6-0a62221cdd27', 'name': 'network-vif-deleted', 'tag': '6800ab16-3bab-4f54-bff2-7a9c18dfc7b7', 'status': 'completed', 'code': 200} Oct 10 12:04:07.770716 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:07.776562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85469393-5752-4ed4-8168-c10256141ef4 req-56d0067e-8199-4e63-8eb2-5aa6af73c325 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:07.778347 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85469393-5752-4ed4-8168-c10256141ef4 req-56d0067e-8199-4e63-8eb2-5aa6af73c325 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.0498903 Oct 10 12:04:07.795007 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:07.833895 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-edb613a0-9d2f-48e5-bb8a-0ce90307c849 req-65511f24-e911-453f-9ae5-423956eb4ced tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0417535 Oct 10 12:04:07.853676 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85469393-5752-4ed4-8168-c10256141ef4 req-d39a40d8-6812-4e93-9fa4-c188b0c00f1f tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670161 Oct 10 12:04:07.960867 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:07.988281 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] Checking router: 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:07.996625 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:07.997160 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:08.096618 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:08.279104 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:08.303183 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c601811-8925-4e5a-bbb1-cd89e1bee93c None None] The sync data for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi is: [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:08.507959 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895d516e-ea1f-479c-bad6-693cecda1b1b None None] New status for floating IP 7bb4c462-8695-401b-a901-d5124f89514f: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:04:08.953479 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1149429-913c-45e5-a129-86c1df3a815e req-a5179c64-1cc6-40de-a705-6f13ce9bb8b4 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0408096 Oct 10 12:04:08.986851 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba379d7-59e6-404a-9343-2ea0282da868 req-b33aaac2-d74d-451d-9068-9345d5998294 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:08.988299 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3ba379d7-59e6-404a-9343-2ea0282da868 req-b33aaac2-d74d-451d-9068-9345d5998294 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.0631268 Oct 10 12:04:09.013562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:09.036178 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3ba379d7-59e6-404a-9343-2ea0282da868 req-36ca454b-3daa-4b72-ab04-ccc5087f6213 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Oct 10 12:04:09.808526 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-1543daf1-2a6a-415f-bf8e-89ee8dc9ffb4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:09.809820 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-1543daf1-2a6a-415f-bf8e-89ee8dc9ffb4 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Oct 10 12:04:09.861108 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:09.880935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:09.881284 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 6800ab16-3bab-4f54-bff2-7a9c18dfc7b7 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:09.922383 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Deleting port 8350774c-a156-46d0-bb3c-69064aad8304 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:09.922732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (8350774c-a156-46d0-bb3c-69064aad8304), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:10.013482 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] For port 8350774c-a156-46d0-bb3c-69064aad8304, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8350774c-a156-46d0-bb3c-69064aad8304,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:10.014167 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (8350774c-a156-46d0-bb3c-69064aad8304), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:10.027590 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Calling delete_port for 8350774c-a156-46d0-bb3c-69064aad8304 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:10.102876 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c47b5f46-3d2a-4a46-ac1a-0d5a5a26f626 req-df5c4e01-73ed-4b4c-9ecd-0e3638076731 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1f2361c0-e286-45a7-a0d6-0a62221cdd27 HTTP/1.1" status: 200 len: 210 time: 0.0607238 Oct 10 12:04:10.167796 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f06f-cb56-4bd3-bc1c-a49265b262f0 req-8a78e7ed-be39-461a-b088-ea672aa3651a tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:10.169253 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d0b0f06f-cb56-4bd3-bc1c-a49265b262f0 req-8a78e7ed-be39-461a-b088-ea672aa3651a tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddfd5ad5-1c5f-46b8-9db7-189214d74a56 HTTP/1.1" status: 200 len: 945 time: 0.0580790 Oct 10 12:04:10.257782 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d0b0f06f-cb56-4bd3-bc1c-a49265b262f0 req-2ba9bccf-f8fb-42c1-bcab-c18c698f920c tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3aa6733f-3926-4a4d-905e-cae8c7e09847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823793 Oct 10 12:04:10.259385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (8350774c-a156-46d0-bb3c-69064aad8304), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:10.267711 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:10.293118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Pushing event deleted for resources: {'Port': ['ID=8350774c-a156-46d0-bb3c-69064aad8304,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:10.294786 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['8350774c-a156-46d0-bb3c-69064aad8304'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:04:10.340563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] No DVR routers for this DVR port 8350774c-a156-46d0-bb3c-69064aad8304 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:10.343618 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:10.346823 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-139fea27-e1c9-46f5-993a-357a7a1adf09 req-549bdc1b-4f2e-4a7b-a5fb-1f277c214564 tempest-TestMinimumBasicScenario-1247048495 tempest-TestMinimumBasicScenario-1247048495-project] 10.222.0.58 "DELETE /networking/v2.0/ports/8350774c-a156-46d0-bb3c-69064aad8304 HTTP/1.1" status: 204 len: 173 time: 0.5090353 Oct 10 12:04:10.347346 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'name': 'network-vif-deleted', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:10.349591 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298c12df-9250-49c9-aaac-c56c126b4019" -d '{"events": [{"server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "name": "network-vif-deleted", "tag": "8350774c-a156-46d0-bb3c-69064aad8304"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:10.394843 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a323233-3023-4c60-aa00-191f71a3eb62 x-openstack-request-id: req-7a323233-3023-4c60-aa00-191f71a3eb62 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:10.395333 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd5ad5-1c5f-46b8-9db7-189214d74a56", "name": "network-vif-deleted", "tag": "8350774c-a156-46d0-bb3c-69064aad8304", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:10.395759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a323233-3023-4c60-aa00-191f71a3eb62 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:10.396352 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a323233-3023-4c60-aa00-191f71a3eb62'] response: {'server_uuid': 'ddfd5ad5-1c5f-46b8-9db7-189214d74a56', 'name': 'network-vif-deleted', 'tag': '8350774c-a156-46d0-bb3c-69064aad8304', 'status': 'completed', 'code': 200} Oct 10 12:04:11.201435 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 45988) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:11.256784 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1514d711-7b16-453d-a507-d630599125ab tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (0eb73d73-053d-4bd0-8768-ab22a2baf699), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.277723 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1514d711-7b16-453d-a507-d630599125ab tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (0eb73d73-053d-4bd0-8768-ab22a2baf699), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.326666 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1514d711-7b16-453d-a507-d630599125ab tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (0eb73d73-053d-4bd0-8768-ab22a2baf699), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.331402 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1514d711-7b16-453d-a507-d630599125ab tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.332623 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1514d711-7b16-453d-a507-d630599125ab tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0eb73d73-053d-4bd0-8768-ab22a2baf699 HTTP/1.1" status: 204 len: 168 time: 0.1302049 Oct 10 12:04:11.335486 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45994) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:11.342942 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514d711-7b16-453d-a507-d630599125ab tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb73d73-053d-4bd0-8768-ab22a2baf699,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:11.351090 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-a78b7493-d4c1-4eef-9838-eb77af353f2b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] show failed (client error): The resource could not be found. Oct 10 12:04:11.352692 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a78b7493-d4c1-4eef-9838-eb77af353f2b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups/0eb73d73-053d-4bd0-8768-ab22a2baf699 HTTP/1.1" status: 404 len: 347 time: 0.0151169 Oct 10 12:04:11.355773 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 45996) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:11.449590 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:11.458029 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.483385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Deleting port 28c81b8e-fc7b-4e33-9cd5-6ed191865447 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:11.484433 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (28c81b8e-fc7b-4e33-9cd5-6ed191865447), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.561186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (28c81b8e-fc7b-4e33-9cd5-6ed191865447), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.561458 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (28c81b8e-fc7b-4e33-9cd5-6ed191865447), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.574449 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Calling delete_port for 28c81b8e-fc7b-4e33-9cd5-6ed191865447 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:11.716929 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (28c81b8e-fc7b-4e33-9cd5-6ed191865447), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.722186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:11.743392 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event deleted for resources: {'Port': ['ID=28c81b8e-fc7b-4e33-9cd5-6ed191865447,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:11.816144 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (7bb4c462-8695-401b-a901-d5124f89514f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.818606 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.819919 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3a09d48c-22de-4c6f-84f6-ff7a74082d36 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/7bb4c462-8695-401b-a901-d5124f89514f HTTP/1.1" status: 204 len: 168 time: 0.4632084 Oct 10 12:04:11.872354 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46044) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:11.903476 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46046) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:11.907928 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-74325b5d-7ba1-4e87-9fdd-e8a809bcbd55 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939954601', 'description': 'tempest-description--889919085'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:11.928747 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-74325b5d-7ba1-4e87-9fdd-e8a809bcbd55 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:11.996959 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-74325b5d-7ba1-4e87-9fdd-e8a809bcbd55 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (d01cf0fd-73c2-4295-9d06-192bade7c2af), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.000683 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-74325b5d-7ba1-4e87-9fdd-e8a809bcbd55 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d01cf0fd-73c2-4295-9d06-192bade7c2af), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.034200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-74325b5d-7ba1-4e87-9fdd-e8a809bcbd55 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.038158 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-74325b5d-7ba1-4e87-9fdd-e8a809bcbd55 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1309767 Oct 10 12:04:12.038158 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74325b5d-7ba1-4e87-9fdd-e8a809bcbd55 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01cf0fd-73c2-4295-9d06-192bade7c2af,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:12.039239 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46048) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:12.043674 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-85b3403c-952b-4c9b-aabd-f768ff8f3ee0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'security_group_rule': {'security_group_id': 'd01cf0fd-73c2-4295-9d06-192bade7c2af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:12.071192 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-85b3403c-952b-4c9b-aabd-f768ff8f3ee0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (329897d6-48eb-430c-b51e-53d9f9a120ba), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.125329 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-85b3403c-952b-4c9b-aabd-f768ff8f3ee0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (329897d6-48eb-430c-b51e-53d9f9a120ba), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.129459 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-85b3403c-952b-4c9b-aabd-f768ff8f3ee0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (329897d6-48eb-430c-b51e-53d9f9a120ba), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.148424 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3403c-952b-4c9b-aabd-f768ff8f3ee0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329897d6-48eb-430c-b51e-53d9f9a120ba,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:12.155921 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-85b3403c-952b-4c9b-aabd-f768ff8f3ee0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.159781 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-85b3403c-952b-4c9b-aabd-f768ff8f3ee0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196229 Oct 10 12:04:12.160565 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46050) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:12.164987 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-064ef935-f7d4-44e0-8db1-d48616f2337d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'security_group_rule': {'security_group_id': 'd01cf0fd-73c2-4295-9d06-192bade7c2af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:12.193036 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-064ef935-f7d4-44e0-8db1-d48616f2337d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (54682a53-5eba-4a76-9533-d8aaafcca6c5), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.198530 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (694f32ea-c4e6-42fd-998b-d04cabfe098e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.251432 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-064ef935-f7d4-44e0-8db1-d48616f2337d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (54682a53-5eba-4a76-9533-d8aaafcca6c5), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.256147 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-064ef935-f7d4-44e0-8db1-d48616f2337d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (54682a53-5eba-4a76-9533-d8aaafcca6c5), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.273920 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ef935-f7d4-44e0-8db1-d48616f2337d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54682a53-5eba-4a76-9533-d8aaafcca6c5,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:12.285945 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-064ef935-f7d4-44e0-8db1-d48616f2337d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.287268 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-064ef935-f7d4-44e0-8db1-d48616f2337d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256750 Oct 10 12:04:12.290484 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46052) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:12.294812 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:12.301438 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:12.372284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.488485 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.557909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Deleting port 5da27863-7ef8-49d3-adef-3b008e12a378 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:12.558248 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.669195 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:12.697448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Allocated IP 172.27.0.154 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/944813b9-f1b8-4416-b2ce-443389b64145) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:04:12.707006 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] For port 5da27863-7ef8-49d3-adef-3b008e12a378, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=5da27863-7ef8-49d3-adef-3b008e12a378,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:12.707594 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.729534 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Calling delete_port for 5da27863-7ef8-49d3-adef-3b008e12a378 owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:12.902474 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for port (944813b9-f1b8-4416-b2ce-443389b64145), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:12.959009 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:12.960380 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (944813b9-f1b8-4416-b2ce-443389b64145), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.035028 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:04:13.042991 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:04:13.049906 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:04:13.055362 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'Port': ['ID=944813b9-f1b8-4416-b2ce-443389b64145,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:13.078073 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (5da27863-7ef8-49d3-adef-3b008e12a378), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.113546 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Pushing event deleted for resources: {'Port': ['ID=5da27863-7ef8-49d3-adef-3b008e12a378,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:13.255150 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (9dc32771-1fc5-4afd-b90a-2bcd0227c7ea), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.296523 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:13.342860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (944813b9-f1b8-4416-b2ce-443389b64145), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.377068 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (694f32ea-c4e6-42fd-998b-d04cabfe098e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.613000 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for port (944813b9-f1b8-4416-b2ce-443389b64145), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.621062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (944813b9-f1b8-4416-b2ce-443389b64145), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.723901 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (9dc32771-1fc5-4afd-b90a-2bcd0227c7ea), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.727742 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:13.728568 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'Port': ['ID=944813b9-f1b8-4416-b2ce-443389b64145,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:13.750863 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Router 694f32ea-c4e6-42fd-998b-d04cabfe098e has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:13.753786 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:13.754997 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ac43714b-bfa8-4d02-89fe-a15c2b6c7e1a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4635112 Oct 10 12:04:13.869761 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 8350774c-a156-46d0-bb3c-69064aad8304 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:13.870244 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:13.880286 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-69a4ab75-6af4-45ce-b39f-940fcabf005b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/694f32ea-c4e6-42fd-998b-d04cabfe098e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0044849 Oct 10 12:04:13.880658 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46064) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:13.902046 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] Sync routers for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:13.903242 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 8350774c-a156-46d0-bb3c-69064aad8304 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:13.903766 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 8350774c-a156-46d0-bb3c-69064aad8304 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:13.925432 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:13.926278 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:13.983809 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-ebfa0654-417c-4c27-bc5d-7ce44f1d5790 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1939954601&fields=id&tenant_id=79aee39298624f99b33b9808fe5030f8 HTTP/1.1" status: 200 len: 267 time: 0.0482872 Oct 10 12:04:14.012207 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:14.013920 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks [] for router (694f32ea-c4e6-42fd-998b-d04cabfe098e), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:14.048868 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:14.121544 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:14.131417 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-6dbf39b0-96d6-4d1e-bb7d-3dd8a8b72fa5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:14.135209 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-6dbf39b0-96d6-4d1e-bb7d-3dd8a8b72fa5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 810 time: 0.1422381 Oct 10 12:04:14.144213 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks [] for router_gateway (694f32ea-c4e6-42fd-998b-d04cabfe098e), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:14.155781 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-d592ec66-dcf0-4deb-9b80-4e8974ecb132 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/quotas/79aee39298624f99b33b9808fe5030f8 HTTP/1.1" status: 200 len: 375 time: 0.0147088 Oct 10 12:04:14.185153 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:14.216716 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-7411dfce-167b-48e0-bdcc-1a53c609f393 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531416 Oct 10 12:04:14.219569 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Deleting port faa01447-8c0f-43a6-a41c-1fbc95d4b10a {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:14.220088 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:14.251761 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:04:12Z', 'revision_number': 5, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port': {'id': 'faa01447-8c0f-43a6-a41c-1fbc95d4b10a', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:14.280311 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] Checking router: 694f32ea-c4e6-42fd-998b-d04cabfe098e for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:14.289474 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] Routers {'694f32ea-c4e6-42fd-998b-d04cabfe098e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:14.290125 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['694f32ea-c4e6-42fd-998b-d04cabfe098e'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:14.305724 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:14.322821 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] For port faa01447-8c0f-43a6-a41c-1fbc95d4b10a, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=faa01447-8c0f-43a6-a41c-1fbc95d4b10a,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:14.322821 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:14.343690 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Calling delete_port for faa01447-8c0f-43a6-a41c-1fbc95d4b10a owned by network:router_gateway {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:14.370515 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-c691003c-fa0c-4c38-86af-d0ea31e8d3d7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278286 Oct 10 12:04:14.489518 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-a1a9944d-2b0e-48f4-b63d-752f36af6397 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159079 Oct 10 12:04:14.526148 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] Set router 694f32ea-c4e6-42fd-998b-d04cabfe098e gateway port host: None {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:14.560202 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (faa01447-8c0f-43a6-a41c-1fbc95d4b10a), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:14.584152 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa01447-8c0f-43a6-a41c-1fbc95d4b10a,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:14.592327 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:04:14Z', 'revision_number': 6, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:14.621501 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec80eeb-16d2-4ec9-a10b-eb362538cc64 None None] The sync data for ids ['694f32ea-c4e6-42fd-998b-d04cabfe098e'] in dv-cinder-850618-4-iscsi is: [{'id': '694f32ea-c4e6-42fd-998b-d04cabfe098e', 'name': 'tempest-TestMinimumBasicScenario-369062737-router', 'tenant_id': 'f2e5245da9a24e679c6e19089e9aa199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:00:58Z', 'updated_at': '2022-10-10T12:04:14Z', 'revision_number': 6, 'project_id': 'f2e5245da9a24e679c6e19089e9aa199', 'gw_port_host': None}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:14.680891 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-766c62d4-46a3-4d41-a323-b2e6f164ae73 req-5a103237-ec34-4a28-bc85-0f512138dcf0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 210 time: 0.0349216 Oct 10 12:04:14.696092 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (694f32ea-c4e6-42fd-998b-d04cabfe098e), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:14.998843 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (694f32ea-c4e6-42fd-998b-d04cabfe098e), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.001057 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks [] for router_controller (694f32ea-c4e6-42fd-998b-d04cabfe098e), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.065683 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (694f32ea-c4e6-42fd-998b-d04cabfe098e), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.066370 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 694f32ea-c4e6-42fd-998b-d04cabfe098e {{(pid=106262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:04:15.073669 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.078563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46104) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:15.083309 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-7a003109-d710-458b-b39e-e2e2e27359f9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/694f32ea-c4e6-42fd-998b-d04cabfe098e HTTP/1.1" status: 204 len: 168 time: 1.1929281 Oct 10 12:04:15.132128 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a04a214-6717-42fc-9919-97d53505d109 admin admin] Deleting subnet 084a552b-7137-4c32-9f0d-1b276d068534 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:04:15.136000 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5a04a214-6717-42fc-9919-97d53505d109 admin admin] Publish callbacks [] for subnet (084a552b-7137-4c32-9f0d-1b276d068534), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.171290 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5a04a214-6717-42fc-9919-97d53505d109 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (084a552b-7137-4c32-9f0d-1b276d068534), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.278024 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5a04a214-6717-42fc-9919-97d53505d109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (084a552b-7137-4c32-9f0d-1b276d068534), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.330191 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5a04a214-6717-42fc-9919-97d53505d109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (084a552b-7137-4c32-9f0d-1b276d068534), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.355064 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04a214-6717-42fc-9919-97d53505d109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084a552b-7137-4c32-9f0d-1b276d068534,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:15.358935 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5a04a214-6717-42fc-9919-97d53505d109 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.364340 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5a04a214-6717-42fc-9919-97d53505d109 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/084a552b-7137-4c32-9f0d-1b276d068534 HTTP/1.1" status: 204 len: 168 time: 0.2823722 Oct 10 12:04:15.364538 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46106) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:15.368079 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54719e6-a23f-4e0d-b6e5-9dea329e9174 None None] Network 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:04:15.393200 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:15.763062 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] DHCP port deletion for 403653f0-e953-43e2-82d0-5e0a7bd2c4a5 request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:04:15.790006 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (403653f0-e953-43e2-82d0-5e0a7bd2c4a5), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.810770 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Deleting port 97acb81e-1017-481e-8e35-e67444a382d0 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:15.812675 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (97acb81e-1017-481e-8e35-e67444a382d0), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.847982 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46a55edb-eb8f-4a81-b266-6bca88aca689 req-b42f13dd-bdc0-4733-ba21-8adc67bed1aa tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 210 time: 0.0489759 Oct 10 12:04:15.879305 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Deleting port 97acb81e-1017-481e-8e35-e67444a382d0 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:15.879998 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (97acb81e-1017-481e-8e35-e67444a382d0), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.903580 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] For port 97acb81e-1017-481e-8e35-e67444a382d0, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=97acb81e-1017-481e-8e35-e67444a382d0,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:15.904184 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (97acb81e-1017-481e-8e35-e67444a382d0), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:15.919301 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Calling delete_port for 97acb81e-1017-481e-8e35-e67444a382d0 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:15.988676 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] For port 97acb81e-1017-481e-8e35-e67444a382d0, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=97acb81e-1017-481e-8e35-e67444a382d0,segment=NetworkSegment(11893db9-7493-4a72-8aec-999e0c6a3856),segment_id=11893db9-7493-4a72-8aec-999e0c6a3856)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:15.989004 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (97acb81e-1017-481e-8e35-e67444a382d0), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.003429 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (97acb81e-1017-481e-8e35-e67444a382d0), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.007495 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7917f8-5764-4e37-ac49-e882f47ab414 req-cad20553-eb94-45e1-ad1e-10da5797a0cf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:16.009629 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa7917f8-5764-4e37-ac49-e882f47ab414 req-cad20553-eb94-45e1-ad1e-10da5797a0cf tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 946 time: 0.0738187 Oct 10 12:04:16.020417 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Calling delete_port for 97acb81e-1017-481e-8e35-e67444a382d0 owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:16.033979 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Pushing event deleted for resources: {'Port': ['ID=97acb81e-1017-481e-8e35-e67444a382d0,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:16.042725 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.043352 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.043840 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.044354 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.044680 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.045002 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.045326 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.045649 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.045968 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.046289 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.046609 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.046943 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.047261 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.047576 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.047888 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:16.050904 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d6ce8-50bc-4ac3-9ce1-e967e3722053 None None] No DVR routers for this DVR port 97acb81e-1017-481e-8e35-e67444a382d0 on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:16.085708 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:16.102588 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:16.115568 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa7917f8-5764-4e37-ac49-e882f47ab414 req-f5638f03-209c-4986-917a-eb02ecd3a77a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964525 Oct 10 12:04:16.148775 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 97acb81e-1017-481e-8e35-e67444a382d0 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:16.148942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (97acb81e-1017-481e-8e35-e67444a382d0), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.168052 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 97acb81e-1017-481e-8e35-e67444a382d0 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:16.168400 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 97acb81e-1017-481e-8e35-e67444a382d0 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:16.168809 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device faa01447-8c0f-43a6-a41c-1fbc95d4b10a no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:16.176285 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=97acb81e-1017-481e-8e35-e67444a382d0,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:16.178183 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] No DVR routers for this DVR port 97acb81e-1017-481e-8e35-e67444a382d0 on host dv-cinder-850618-4-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:16.190200 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: faa01447-8c0f-43a6-a41c-1fbc95d4b10a {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:16.190541 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device faa01447-8c0f-43a6-a41c-1fbc95d4b10a not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:16.191085 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 5da27863-7ef8-49d3-adef-3b008e12a378 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:16.209967 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 5da27863-7ef8-49d3-adef-3b008e12a378 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:16.210313 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 5da27863-7ef8-49d3-adef-3b008e12a378 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:16.253299 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (403653f0-e953-43e2-82d0-5e0a7bd2c4a5), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.273413 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403653f0-e953-43e2-82d0-5e0a7bd2c4a5']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:16.282525 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11893db9-7493-4a72-8aec-999e0c6a3856') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:16.282823 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11893db9-7493-4a72-8aec-999e0c6a3856') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:16.292768 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3262232'] for segment (11893db9-7493-4a72-8aec-999e0c6a3856), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.307397 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (11893db9-7493-4a72-8aec-999e0c6a3856), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.313800 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:04:16.314179 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267082'] for segment (11893db9-7493-4a72-8aec-999e0c6a3856), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.372944 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (403653f0-e953-43e2-82d0-5e0a7bd2c4a5), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.379491 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.386718 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46122) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:16.387463 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/403653f0-e953-43e2-82d0-5e0a7bd2c4a5 HTTP/1.1" status: 204 len: 168 time: 1.0212088 Oct 10 12:04:16.388757 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 11893db9-7493-4a72-8aec-999e0c6a3856 resource provider aggregate not found Oct 10 12:04:16.409691 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611d074-f503-4fc2-8a1b-7e117cf632b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=403653f0-e953-43e2-82d0-5e0a7bd2c4a5,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:16.418868 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 11893db9-7493-4a72-8aec-999e0c6a3856 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11893db9-7493-4a72-8aec-999e0c6a3856 found for delete ", "request_id": "req-c88428b8-6589-4c7c-b14e-b2dee5a44587"}]} Oct 10 12:04:16.739593 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:16.747965 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (1abfce69-e8d4-4368-9980-2adbd2fadc19), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:16.793014 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:16.963717 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8787db4e-8086-429e-887c-5c88a89231a6 req-dcdf6bfe-a86f-4089-a546-12fbae9da131 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Oct 10 12:04:17.011070 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Deleting port f2ac968c-1831-4f44-8fa1-591c3a1861b6 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:17.011334 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:17.088196 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] For port f2ac968c-1831-4f44-8fa1-591c3a1861b6, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=f2ac968c-1831-4f44-8fa1-591c3a1861b6,segment=NetworkSegment(bfeb1e09-99fb-49eb-997c-4b345ddea6fb),segment_id=bfeb1e09-99fb-49eb-997c-4b345ddea6fb)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:17.088554 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:17.103391 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Calling delete_port for f2ac968c-1831-4f44-8fa1-591c3a1861b6 owned by network:router_interface {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:17.240304 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d3f84-cd46-4985-bec1-6c32568472c1 req-d34205ff-d200-4e1d-9b36-abe95698f974 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:17.241811 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-660d3f84-cd46-4985-bec1-6c32568472c1 req-d34205ff-d200-4e1d-9b36-abe95698f974 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 946 time: 0.0493338 Oct 10 12:04:17.282985 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (f2ac968c-1831-4f44-8fa1-591c3a1861b6), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:17.291892 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-660d3f84-cd46-4985-bec1-6c32568472c1 req-809739c0-1f63-43a2-b8db-8ab61d930adc tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Oct 10 12:04:17.308149 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ac968c-1831-4f44-8fa1-591c3a1861b6,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:17.478183 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (1abfce69-e8d4-4368-9980-2adbd2fadc19), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:17.570772 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:17.683922 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Router 1abfce69-e8d4-4368-9980-2adbd2fadc19 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:17.728131 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:17.740891 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-ebc47956-71da-4acf-a814-2d04a4bbd327 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:17.742933 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-ebc47956-71da-4acf-a814-2d04a4bbd327 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 810 time: 0.1098962 Oct 10 12:04:17.788441 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:17.793827 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-071c7027-cb14-4d76-acd8-7e50f4a0e03a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/1abfce69-e8d4-4368-9980-2adbd2fadc19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4061801 Oct 10 12:04:17.796441 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46130) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:17.799332 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] Sync routers for ids ['1abfce69-e8d4-4368-9980-2adbd2fadc19'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:17.810410 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] Routers {'1abfce69-e8d4-4368-9980-2adbd2fadc19'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:17.811076 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['1abfce69-e8d4-4368-9980-2adbd2fadc19'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:17.896711 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks [] for router (1abfce69-e8d4-4368-9980-2adbd2fadc19), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:17.923755 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] Set router 1abfce69-e8d4-4368-9980-2adbd2fadc19 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:17.940489 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-9f1ef542-3683-4d06-8704-9aafacecdf91 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=79aee39298624f99b33b9808fe5030f8 HTTP/1.1" status: 200 len: 380 time: 0.0611680 Oct 10 12:04:17.995127 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks [] for router_gateway (1abfce69-e8d4-4368-9980-2adbd2fadc19), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.014780 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'port': {'device_id': '6684b0b5-2c8b-4650-9955-769f646d7173', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'admin_state_up': True, 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'security_groups': ['d01cf0fd-73c2-4295-9d06-192bade7c2af']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:18.047855 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Deleting port c6079642-c042-4d3a-bb86-c38d5a080fbb {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:18.048015 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.137164 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:04:17Z', 'revision_number': 5, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port': {'id': 'c6079642-c042-4d3a-bb86-c38d5a080fbb', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:05Z', 'updated_at': '2022-10-10T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:18.156524 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] For port c6079642-c042-4d3a-bb86-c38d5a080fbb, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=c6079642-c042-4d3a-bb86-c38d5a080fbb,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:18.156895 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.159367 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3b7b20d9-9780-4f22-bbe8-6e1cda4cf198 req-9c643cc2-758b-41eb-b8f3-6108cb935bc2 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 210 time: 0.0682573 Oct 10 12:04:18.167641 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] Checking router: 1abfce69-e8d4-4368-9980-2adbd2fadc19 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:18.171862 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0986d1a9-70f8-4fcb-bf71-d7af97f8ce12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:18.172920 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0986d1a9-70f8-4fcb-bf71-d7af97f8ce12 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 946 time: 0.1545522 Oct 10 12:04:18.177654 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] Routers {'1abfce69-e8d4-4368-9980-2adbd2fadc19'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:18.178292 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['1abfce69-e8d4-4368-9980-2adbd2fadc19'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:18.179145 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Calling delete_port for c6079642-c042-4d3a-bb86-c38d5a080fbb owned by network:router_gateway {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:18.268885 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] Set router 1abfce69-e8d4-4368-9980-2adbd2fadc19 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:18.308645 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Made reservation on behalf of 79aee39298624f99b33b9808fe5030f8 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:04:18.312670 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.324601 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:04:17Z', 'revision_number': 6, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:18.330601 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Deleting port 693388ca-7889-4616-8a3e-a5cc8e832bc3 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:18.331097 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.355828 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (c6079642-c042-4d3a-bb86-c38d5a080fbb), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.356925 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf3c0c-6be4-43d2-b438-b47d9dc24c37 None None] The sync data for ids ['1abfce69-e8d4-4368-9980-2adbd2fadc19'] in dv-cinder-850618-4-iscsi is: [{'id': '1abfce69-e8d4-4368-9980-2adbd2fadc19', 'name': 'tempest-TestMinimumBasicScenario-1393646058-router', 'tenant_id': '7bd636aa3db54e8c9eb398a31647292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:04Z', 'updated_at': '2022-10-10T12:04:17Z', 'revision_number': 6, 'project_id': '7bd636aa3db54e8c9eb398a31647292a', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:18.386453 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6079642-c042-4d3a-bb86-c38d5a080fbb,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:18.457521 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:18.474201 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (1abfce69-e8d4-4368-9980-2adbd2fadc19), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.476933 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:18.484980 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:18.556039 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bf049-bf24-438b-a827-73a14a6c3891 req-2c9413cb-964c-4305-8e1f-be5b43edff74 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:18.557513 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e84bf049-bf24-438b-a827-73a14a6c3891 req-2c9413cb-964c-4305-8e1f-be5b43edff74 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 946 time: 0.1260798 Oct 10 12:04:18.588787 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (1abfce69-e8d4-4368-9980-2adbd2fadc19), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.591152 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks [] for router_controller (1abfce69-e8d4-4368-9980-2adbd2fadc19), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.596145 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] For port 693388ca-7889-4616-8a3e-a5cc8e832bc3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=693388ca-7889-4616-8a3e-a5cc8e832bc3,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:18.596521 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.605990 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-cb67902a-ecc7-4622-8ec9-ae117ee7c5d6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1066945 Oct 10 12:04:18.628361 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Allocated IP 172.20.0.12 (5c924414-a382-471c-a40e-c6f3cc3eb62c/4d4fac74-b3ac-4135-9f20-60b982967388/099a0b78-937e-408f-b139-3ca52765679d) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:04:18.730418 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e84bf049-bf24-438b-a827-73a14a6c3891 req-c425147b-2db0-44c0-8f91-e17b1ba42cbd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cb11ff0-4b08-43fd-8727-0710c0708c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573873 Oct 10 12:04:18.881148 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (1abfce69-e8d4-4368-9980-2adbd2fadc19), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.881706 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1abfce69-e8d4-4368-9980-2adbd2fadc19 {{(pid=106262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:04:18.887406 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.890791 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-52f8b286-2242-4f47-acab-429ea5f4c12d admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/1abfce69-e8d4-4368-9980-2adbd2fadc19 HTTP/1.1" status: 204 len: 168 time: 1.0911577 Oct 10 12:04:18.891065 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46140) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:18.899822 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-5dfd81e4-6d33-47cb-8a71-31221d21c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:18.901188 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-5dfd81e4-6d33-47cb-8a71-31221d21c909 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 1129 time: 0.0542524 Oct 10 12:04:18.920735 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:18.927264 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.927585 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (bfed7407-beb2-41cd-8875-22abc00ff2a6), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.927917 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Floating IP bfed7407-beb2-41cd-8875-22abc00ff2a6 disassociated. External IP: 172.27.0.109, port: 693388ca-7889-4616-8a3e-a5cc8e832bc3. Oct 10 12:04:18.928308 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Calling delete_port for 693388ca-7889-4616-8a3e-a5cc8e832bc3 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:18.984515 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd45843c-9591-4baf-9b8a-1a46bf0e6d48 admin admin] Deleting subnet cd15bc93-2c63-4272-bfca-6d56f18345e4 {{(pid=106262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:04:18.988672 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd45843c-9591-4baf-9b8a-1a46bf0e6d48 admin admin] Publish callbacks [] for subnet (cd15bc93-2c63-4272-bfca-6d56f18345e4), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:18.990410 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for port (099a0b78-937e-408f-b139-3ca52765679d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.035331 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd45843c-9591-4baf-9b8a-1a46bf0e6d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944455'] for subnet (cd15bc93-2c63-4272-bfca-6d56f18345e4), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.050878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (099a0b78-937e-408f-b139-3ca52765679d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.079482 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-bf009d71-ed86-407f-abcc-1a0a29111be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:19.080920 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-bf009d71-ed86-407f-abcc-1a0a29111be7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 200 len: 920 time: 0.1556265 Oct 10 12:04:19.116254 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:19.128781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:04:19.135265 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-ce220ee4-37ea-4bb5-817a-7693ac3f7a6d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6770e59-ceb9-442a-901d-70ac68923881 HTTP/1.1" status: 200 len: 217 time: 0.0432196 Oct 10 12:04:19.136659 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:04:19.144067 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:04:19.176331 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event updated for resources: {'Port': ['ID=099a0b78-937e-408f-b139-3ca52765679d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:19.201920 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd45843c-9591-4baf-9b8a-1a46bf0e6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (cd15bc93-2c63-4272-bfca-6d56f18345e4), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.206592 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (693388ca-7889-4616-8a3e-a5cc8e832bc3), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.222197 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:19.242725 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-7ce9f654-eed1-405b-8f01-31b1280cfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:19.244134 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-7ce9f654-eed1-405b-8f01-31b1280cfaa3 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 200 len: 858 time: 0.0899723 Oct 10 12:04:19.252341 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:19.253695 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.263458 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'Port': ['ID=693388ca-7889-4616-8a3e-a5cc8e832bc3,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:19.318114 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b5fc90d1-ec95-4e19-9274-dc64e3f34175 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3075299 Oct 10 12:04:19.318356 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-d155f099-1078-4f41-86bc-ad54631fb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:19.319743 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-d155f099-1078-4f41-86bc-ad54631fb0c0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669661 Oct 10 12:04:19.334796 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd45843c-9591-4baf-9b8a-1a46bf0e6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26182627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25421682'] for subnet (cd15bc93-2c63-4272-bfca-6d56f18345e4), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.363790 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Request body: {'port': {'device_id': '6684b0b5-2c8b-4650-9955-769f646d7173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:19.374379 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45843c-9591-4baf-9b8a-1a46bf0e6d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd15bc93-2c63-4272-bfca-6d56f18345e4,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:19.388436 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd45843c-9591-4baf-9b8a-1a46bf0e6d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.393856 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-cd45843c-9591-4baf-9b8a-1a46bf0e6d48 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/cd15bc93-2c63-4272-bfca-6d56f18345e4 HTTP/1.1" status: 204 len: 168 time: 0.4995770 Oct 10 12:04:19.397340 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46144) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:19.401798 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052ee3c1-6178-4291-8db5-09679682b76b None None] Network bed58185-82c8-4a9d-8e51-e94ca842acbb requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:04:19.480853 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-6766fc3d-3676-4099-9087-271fe9ace1a4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180100 Oct 10 12:04:19.518303 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8897130-6ac3-4a95-b60c-2d3fb285fd01 req-b1dc3ae2-5510-4271-8fbc-1d70db0755f9 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:19.519889 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c8897130-6ac3-4a95-b60c-2d3fb285fd01 req-b1dc3ae2-5510-4271-8fbc-1d70db0755f9 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 932 time: 0.2093229 Oct 10 12:04:19.572227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (099a0b78-937e-408f-b139-3ca52765679d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.578464 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-0defa4f7-4327-46f2-855e-ec5b35cd0209 None None] Provisioning complete for port 099a0b78-937e-408f-b139-3ca52765679d triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:04:19.579066 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0defa4f7-4327-46f2-855e-ec5b35cd0209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (099a0b78-937e-408f-b139-3ca52765679d), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.579597 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-0defa4f7-4327-46f2-855e-ec5b35cd0209 None None] Attempt 1 to provision port 099a0b78-937e-408f-b139-3ca52765679d Oct 10 12:04:19.614259 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-d3d1187d-6af1-442c-9118-f81c5e091fb9 req-a5040572-9125-4001-a0b2-549429feca20 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222894 Oct 10 12:04:19.643351 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:19.644585 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] DHCP port deletion for bed58185-82c8-4a9d-8e51-e94ca842acbb request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:04:19.652683 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c8897130-6ac3-4a95-b60c-2d3fb285fd01 req-1dba95b8-76ed-4214-baef-bf204284c0d2 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081610 Oct 10 12:04:19.660334 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-0defa4f7-4327-46f2-855e-ec5b35cd0209 None None] Port 099a0b78-937e-408f-b139-3ca52765679d cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:04:19.660595 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (bed58185-82c8-4a9d-8e51-e94ca842acbb), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.680345 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:19.700555 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:19.706270 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] Deleting port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:19.706927 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.795154 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] For port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=6978d969-07c4-4fc2-bd1c-ed2f579a0f45,segment=NetworkSegment(bfeb1e09-99fb-49eb-997c-4b345ddea6fb),segment_id=bfeb1e09-99fb-49eb-997c-4b345ddea6fb)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:19.795691 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.808972 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] Calling delete_port for 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:19.887446 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.905205 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Deleting port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:19.905547 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:19.910029 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] Pushing event deleted for resources: {'Port': ['ID=6978d969-07c4-4fc2-bd1c-ed2f579a0f45,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:19.916296 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0139b-b967-4c86-bec6-48f1ba9bbf0b None None] No DVR routers for this DVR port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:19.929894 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a3694e4-8d44-4624-9c12-7f4c536ed2d2 req-a9bbe01a-3c90-4c24-98ab-4002d5eb1c21 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 210 time: 0.1032281 Oct 10 12:04:20.068561 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:20.081122 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] For port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45, host dv-cinder-850618-4-iscsi, got binding levels [] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:20.081490 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.107460 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:20.112011 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Calling delete_port for 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:20.117396 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:20.121805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.ipam_backend_mixin [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 was not found and therefore no delete operation was performed {{(pid=106261) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 10 12:04:20.126936 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:20.129432 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:20.130345 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:20.145492 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (6978d969-07c4-4fc2-bd1c-ed2f579a0f45), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.149554 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device c6079642-c042-4d3a-bb86-c38d5a080fbb no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:20.182326 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: c6079642-c042-4d3a-bb86-c38d5a080fbb {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:20.183083 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device c6079642-c042-4d3a-bb86-c38d5a080fbb not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:20.183217 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6978d969-07c4-4fc2-bd1c-ed2f579a0f45,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:20.183882 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device f2ac968c-1831-4f44-8fa1-591c3a1861b6 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:20.209970 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: f2ac968c-1831-4f44-8fa1-591c3a1861b6 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:20.210457 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device f2ac968c-1831-4f44-8fa1-591c3a1861b6 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:20.211579 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:20.213566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] No DVR routers for this DVR port 693388ca-7889-4616-8a3e-a5cc8e832bc3 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:20.216448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] No DVR routers for this DVR port 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 on host dv-cinder-850618-4-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:20.218339 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.221560 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f89f80f4-47f2-4a43-b7b7-867e6e0eb4b8 req-0fa88d8b-09ba-448d-8af7-b65cae2b5292 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "DELETE /networking/v2.0/ports/693388ca-7889-4616-8a3e-a5cc8e832bc3 HTTP/1.1" status: 204 len: 173 time: 2.0253372 Oct 10 12:04:20.225455 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'name': 'network-vif-deleted', 'tag': '693388ca-7889-4616-8a3e-a5cc8e832bc3'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:20.227713 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e6414-d4ad-423e-86a5-0341ed750dce" -d '{"events": [{"server_uuid": "100c216f-5533-4bf3-af33-bb5c6a45017d", "name": "network-vif-deleted", "tag": "693388ca-7889-4616-8a3e-a5cc8e832bc3"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:20.234586 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:20.235093 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 6978d969-07c4-4fc2-bd1c-ed2f579a0f45 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:20.257112 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:20.470692 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:20.501938 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:20.511847 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:20.512477 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:20.538838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb3fe9-d3be-42db-bef1-09a3a4672454 x-openstack-request-id: req-93bb3fe9-d3be-42db-bef1-09a3a4672454 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:20.539758 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c216f-5533-4bf3-af33-bb5c6a45017d", "name": "network-vif-deleted", "tag": "693388ca-7889-4616-8a3e-a5cc8e832bc3", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:20.539971 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93bb3fe9-d3be-42db-bef1-09a3a4672454 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:20.540345 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bb3fe9-d3be-42db-bef1-09a3a4672454'] response: {'server_uuid': '100c216f-5533-4bf3-af33-bb5c6a45017d', 'name': 'network-vif-deleted', 'tag': '693388ca-7889-4616-8a3e-a5cc8e832bc3', 'status': 'completed', 'code': 200} Oct 10 12:04:20.614881 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099a0b78-937e-408f-b139-3ca52765679d {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:04:20.619220 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:20.623488 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (bed58185-82c8-4a9d-8e51-e94ca842acbb), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.627042 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Publish callbacks [] for port (099a0b78-937e-408f-b139-3ca52765679d), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.655697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:20.657444 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed58185-82c8-4a9d-8e51-e94ca842acbb']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:20.666405 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Transition to ACTIVE for port object 099a0b78-937e-408f-b139-3ca52765679d will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:04:20.670293 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:20.670586 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeb1e09-99fb-49eb-997c-4b345ddea6fb') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:20.680095 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (099a0b78-937e-408f-b139-3ca52765679d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.685065 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3262232'] for segment (bfeb1e09-99fb-49eb-997c-4b345ddea6fb), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.725104 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (bfeb1e09-99fb-49eb-997c-4b345ddea6fb), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.740573 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:04:20.740973 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267082'] for segment (bfeb1e09-99fb-49eb-997c-4b345ddea6fb), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.771766 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Pushing event updated for resources: {'Port': ['ID=099a0b78-937e-408f-b139-3ca52765679d,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:20.775542 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment bfeb1e09-99fb-49eb-997c-4b345ddea6fb resource provider aggregate not found Oct 10 12:04:20.827135 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:20.850028 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment bfeb1e09-99fb-49eb-997c-4b345ddea6fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfeb1e09-99fb-49eb-997c-4b345ddea6fb found for delete ", "request_id": "req-c46680d4-3654-4aa6-aa50-0e50fcef41a1"}]} Oct 10 12:04:20.852697 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334f899-3a08-4d49-a8c9-b2eabde79960 None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:20.880595 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (bed58185-82c8-4a9d-8e51-e94ca842acbb), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.895230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:20.898399 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/bed58185-82c8-4a9d-8e51-e94ca842acbb HTTP/1.1" status: 204 len: 168 time: 1.4964623 Oct 10 12:04:20.916871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160dd57-c74d-414d-b0b2-9c7ea6f367b9 req-78066213-3539-4e8c-87ad-d6fb3982eb85 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:20.918390 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9160dd57-c74d-414d-b0b2-9c7ea6f367b9 req-78066213-3539-4e8c-87ad-d6fb3982eb85 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 944 time: 0.1102500 Oct 10 12:04:20.923087 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0e762-df0b-4d72-b192-d1c906539de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed58185-82c8-4a9d-8e51-e94ca842acbb,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:20.948630 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Attempting to bind port 099a0b78-937e-408f-b139-3ca52765679d on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:04:20.949146 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Attempting to bind port 099a0b78-937e-408f-b139-3ca52765679d by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:04:20.949644 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Attempting to bind port 099a0b78-937e-408f-b139-3ca52765679d on network 5c924414-a382-471c-a40e-c6f3cc3eb62c {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:04:21.018621 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9160dd57-c74d-414d-b0b2-9c7ea6f367b9 req-b5c39f82-8b28-4b0f-b591-4f6a091a4893 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878334 Oct 10 12:04:21.025251 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Port 099a0b78-937e-408f-b139-3ca52765679d on network 5c924414-a382-471c-a40e-c6f3cc3eb62c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:04:21.025746 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Attempting to bind port 099a0b78-937e-408f-b139-3ca52765679d on network 5c924414-a382-471c-a40e-c6f3cc3eb62c {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:04:21.104969 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b73b4c0-da51-4857-9b78-6465395b7c90 req-1281543b-b4e8-45f9-ac3a-88ea8afa3ac5 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=100c216f-5533-4bf3-af33-bb5c6a45017d HTTP/1.1" status: 200 len: 210 time: 0.0431342 Oct 10 12:04:21.107867 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:04:21.108064 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Checking segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:04:21.108638 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Bound using segment: {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:04:21.109078 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Bound port: 099a0b78-937e-408f-b139-3ca52765679d, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:04:21.109440 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (099a0b78-937e-408f-b139-3ca52765679d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.152924 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46164) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:21.197221 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-f6ad04dc-59e1-4ca8-b1b2-ae9f7e60c5cb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f2e5245da9a24e679c6e19089e9aa199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426846 Oct 10 12:04:21.200053 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46166) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:21.205785 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] For port 099a0b78-937e-408f-b139-3ca52765679d, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:04:21.208351 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:21.210128 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] For port 099a0b78-937e-408f-b139-3ca52765679d, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=099a0b78-937e-408f-b139-3ca52765679d,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:04:21.218286 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (099a0b78-937e-408f-b139-3ca52765679d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.224332 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:21.224953 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.227434 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/099a0b78-937e-408f-b139-3ca52765679d HTTP/1.1" status: 200 len: 1094 time: 1.8713779 Oct 10 12:04:21.257400 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8afc9ff9-521b-44b7-bcfc-fa1dd8e90943 admin admin] Publish callbacks [] for security_group (3aa6733f-3926-4a4d-905e-cae8c7e09847), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.270284 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f730cc-0b1f-4bb6-957e-78ca34f59c58 None None] New status for floating IP bfed7407-beb2-41cd-8875-22abc00ff2a6: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:04:21.280166 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8afc9ff9-521b-44b7-bcfc-fa1dd8e90943 admin admin] Publish callbacks [] for security_group (3aa6733f-3926-4a4d-905e-cae8c7e09847), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.309846 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d5bf0-d0fc-449d-bab9-47b06af41486 service neutron] Pushing event updated for resources: {'Port': ['ID=099a0b78-937e-408f-b139-3ca52765679d,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:21.345677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b6dd432a-0403-4bf4-8efa-e8a4daa19324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:21.347852 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b6dd432a-0403-4bf4-8efa-e8a4daa19324 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 1128 time: 0.0505631 Oct 10 12:04:21.351370 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8afc9ff9-521b-44b7-bcfc-fa1dd8e90943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3aa6733f-3926-4a4d-905e-cae8c7e09847), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.354055 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8afc9ff9-521b-44b7-bcfc-fa1dd8e90943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.355274 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8afc9ff9-521b-44b7-bcfc-fa1dd8e90943 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3aa6733f-3926-4a4d-905e-cae8c7e09847 HTTP/1.1" status: 204 len: 168 time: 0.1539814 Oct 10 12:04:21.363487 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9ff9-521b-44b7-bcfc-fa1dd8e90943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa6733f-3926-4a4d-905e-cae8c7e09847,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:21.655174 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-b6d33696-44a5-410e-8755-bee2030d195c service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=099a0b78-937e-408f-b139-3ca52765679d HTTP/1.1" status: 200 len: 217 time: 0.0344095 Oct 10 12:04:21.700602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46172) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:21.718779 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-893fcb90-c60e-44ea-ab4a-29cd7d6bd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:21.720254 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-893fcb90-c60e-44ea-ab4a-29cd7d6bd1eb service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=4d4fac74-b3ac-4135-9f20-60b982967388 HTTP/1.1" status: 200 len: 849 time: 0.0580876 Oct 10 12:04:21.736780 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:21.743590 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8ff187b9-4a3f-462f-af13-7ee76d7ade20 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7bd636aa3db54e8c9eb398a31647292a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417471 Oct 10 12:04:21.746631 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46174) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:21.770140 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-f0fa29d5-05ab-439c-99dc-5586d803ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:21.771698 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-f0fa29d5-05ab-439c-99dc-5586d803ed66 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=5c924414-a382-471c-a40e-c6f3cc3eb62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441215 Oct 10 12:04:21.808260 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-89e27841-ae5d-4fa6-a7a0-0185e1edffd9 admin admin] Publish callbacks [] for security_group (c5db9620-b991-4f76-88a1-03f4ff91a278), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.811250 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:21.832463 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-89e27841-ae5d-4fa6-a7a0-0185e1edffd9 admin admin] Publish callbacks [] for security_group (c5db9620-b991-4f76-88a1-03f4ff91a278), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.869722 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-e7d81d87-9826-4e62-9636-f0a17046dce6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916862 Oct 10 12:04:21.880781 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-89e27841-ae5d-4fa6-a7a0-0185e1edffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c5db9620-b991-4f76-88a1-03f4ff91a278), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.883440 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-89e27841-ae5d-4fa6-a7a0-0185e1edffd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:21.884574 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-89e27841-ae5d-4fa6-a7a0-0185e1edffd9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c5db9620-b991-4f76-88a1-03f4ff91a278 HTTP/1.1" status: 204 len: 168 time: 0.1369553 Oct 10 12:04:21.895089 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27841-ae5d-4fa6-a7a0-0185e1edffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db9620-b991-4f76-88a1-03f4ff91a278,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:21.901122 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 693388ca-7889-4616-8a3e-a5cc8e832bc3 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:21.929415 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 693388ca-7889-4616-8a3e-a5cc8e832bc3 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:21.929852 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 693388ca-7889-4616-8a3e-a5cc8e832bc3 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:21.933875 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:21.970774 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ec399f3-5811-4b62-84d8-110a86de0d01 req-66c2728d-eb08-4dbb-9fff-19369c52f062 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927813 Oct 10 12:04:22.156948 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64003b0-173b-44e9-9166-59ade6a6311e req-f6091f77-ba6a-4074-b613-5a00b1b6890b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:22.158635 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b64003b0-173b-44e9-9166-59ade6a6311e req-f6091f77-ba6a-4074-b613-5a00b1b6890b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 944 time: 0.0512135 Oct 10 12:04:22.229907 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b64003b0-173b-44e9-9166-59ade6a6311e req-1b703eb6-2bb7-4226-b73a-432d405a51a7 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650349 Oct 10 12:04:22.231724 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46184) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:22.301641 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-39df96b6-9789-4f19-97ab-cc87ab7490cd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (4cb11ff0-4b08-43fd-8727-0710c0708c6b), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.326266 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-39df96b6-9789-4f19-97ab-cc87ab7490cd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (4cb11ff0-4b08-43fd-8727-0710c0708c6b), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.375512 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-39df96b6-9789-4f19-97ab-cc87ab7490cd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (4cb11ff0-4b08-43fd-8727-0710c0708c6b), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.378029 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-39df96b6-9789-4f19-97ab-cc87ab7490cd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.379196 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-39df96b6-9789-4f19-97ab-cc87ab7490cd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4cb11ff0-4b08-43fd-8727-0710c0708c6b HTTP/1.1" status: 204 len: 168 time: 0.1463516 Oct 10 12:04:22.382006 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46186) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:22.388148 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df96b6-9789-4f19-97ab-cc87ab7490cd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb11ff0-4b08-43fd-8727-0710c0708c6b,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:22.396445 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-769dac6d-10ab-466f-81c0-eb6604fe38c2 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] show failed (client error): The resource could not be found. Oct 10 12:04:22.397671 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-769dac6d-10ab-466f-81c0-eb6604fe38c2 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups/4cb11ff0-4b08-43fd-8727-0710c0708c6b HTTP/1.1" status: 404 len: 347 time: 0.0144539 Oct 10 12:04:22.400959 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46188) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:22.511806 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Deleting port 6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:22.512153 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.541677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6684b0b5-2c8b-4650-9955-769f646d7173', 'tag': '099a0b78-937e-408f-b139-3ca52765679d'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:22.544087 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6684b0b5-2c8b-4650-9955-769f646d7173", "tag": "099a0b78-937e-408f-b139-3ca52765679d"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:22.582373 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4284eca3-17c8-40de-8fac-1c33b04c883b x-openstack-request-id: req-4284eca3-17c8-40de-8fac-1c33b04c883b {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:22.582658 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6684b0b5-2c8b-4650-9955-769f646d7173", "tag": "099a0b78-937e-408f-b139-3ca52765679d", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:22.582945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4284eca3-17c8-40de-8fac-1c33b04c883b {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:22.583348 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4284eca3-17c8-40de-8fac-1c33b04c883b'] response: {'name': 'network-changed', 'server_uuid': '6684b0b5-2c8b-4650-9955-769f646d7173', 'tag': '099a0b78-937e-408f-b139-3ca52765679d', 'status': 'completed', 'code': 200} Oct 10 12:04:22.587932 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.588263 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.600681 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Calling delete_port for 6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99 owned by network:floatingip {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:22.729680 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.752979 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'Port': ['ID=6f0aea9e-0b44-4a9f-b1ca-6ffdb7130a99,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:22.777107 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:22.817985 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (bfed7407-beb2-41cd-8875-22abc00ff2a6), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.820500 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.821670 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-5fc7b825-683b-4136-ac3d-9f855176f350 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/bfed7407-beb2-41cd-8875-22abc00ff2a6 HTTP/1.1" status: 204 len: 168 time: 0.4197271 Oct 10 12:04:22.888388 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46194) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:22.892826 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-38c5f2e8-42ea-4044-bf24-f2b93731ddf0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74579552', 'description': 'tempest-description--1430328855'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:22.914802 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-38c5f2e8-42ea-4044-bf24-f2b93731ddf0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.981686 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-38c5f2e8-42ea-4044-bf24-f2b93731ddf0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (8c6585a2-bf62-42c9-a1af-5b09f0ee75ac), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:22.985109 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-38c5f2e8-42ea-4044-bf24-f2b93731ddf0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (8c6585a2-bf62-42c9-a1af-5b09f0ee75ac), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.015489 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-38c5f2e8-42ea-4044-bf24-f2b93731ddf0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.016711 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-38c5f2e8-42ea-4044-bf24-f2b93731ddf0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1273186 Oct 10 12:04:23.018741 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5f2e8-42ea-4044-bf24-f2b93731ddf0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:23.019809 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46196) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:23.026266 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-e6797311-d8b1-4801-a4b0-d6fa62df3328 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group_rule': {'security_group_id': '8c6585a2-bf62-42c9-a1af-5b09f0ee75ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:23.053777 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e6797311-d8b1-4801-a4b0-d6fa62df3328 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (24f835cd-9677-40cc-add8-3029bac34aae), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.059689 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-3b0e69f4-55ca-459d-9689-56c33e52cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:23.061207 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-3b0e69f4-55ca-459d-9689-56c33e52cc25 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 1128 time: 0.0399857 Oct 10 12:04:23.110337 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e6797311-d8b1-4801-a4b0-d6fa62df3328 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (24f835cd-9677-40cc-add8-3029bac34aae), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.114817 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e6797311-d8b1-4801-a4b0-d6fa62df3328 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (24f835cd-9677-40cc-add8-3029bac34aae), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.135388 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6797311-d8b1-4801-a4b0-d6fa62df3328 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f835cd-9677-40cc-add8-3029bac34aae,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:23.143636 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e6797311-d8b1-4801-a4b0-d6fa62df3328 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.144843 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e6797311-d8b1-4801-a4b0-d6fa62df3328 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232123 Oct 10 12:04:23.147617 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46198) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:23.152513 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-4edc7ed1-54da-4fbd-bb3c-4ebec4d44b30 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'security_group_rule': {'security_group_id': '8c6585a2-bf62-42c9-a1af-5b09f0ee75ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:23.163052 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-f2b8dd3a-6a68-4ce7-a290-5b155c122ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:23.164531 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-f2b8dd3a-6a68-4ce7-a290-5b155c122ca3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 911 time: 0.0957937 Oct 10 12:04:23.179377 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4edc7ed1-54da-4fbd-bb3c-4ebec4d44b30 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (9630b07b-4473-4068-895d-6efa4f5b8c0d), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.198272 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:23.204048 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-c5fd71e0-0996-4a46-83ec-733beffaf67a service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=099a0b78-937e-408f-b139-3ca52765679d HTTP/1.1" status: 200 len: 217 time: 0.0327613 Oct 10 12:04:23.238735 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4edc7ed1-54da-4fbd-bb3c-4ebec4d44b30 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (9630b07b-4473-4068-895d-6efa4f5b8c0d), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.242664 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4edc7ed1-54da-4fbd-bb3c-4ebec4d44b30 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (9630b07b-4473-4068-895d-6efa4f5b8c0d), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.257036 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-d0c4a87b-c8b8-4bcd-bf04-9bb75f6acafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:23.258492 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-d0c4a87b-c8b8-4bcd-bf04-9bb75f6acafb service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=4d4fac74-b3ac-4135-9f20-60b982967388 HTTP/1.1" status: 200 len: 849 time: 0.0478461 Oct 10 12:04:23.261725 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc7ed1-54da-4fbd-bb3c-4ebec4d44b30 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9630b07b-4473-4068-895d-6efa4f5b8c0d,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:23.273005 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4edc7ed1-54da-4fbd-bb3c-4ebec4d44b30 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.274222 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-4edc7ed1-54da-4fbd-bb3c-4ebec4d44b30 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256742 Oct 10 12:04:23.277915 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46202) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:23.282664 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:23.308213 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.316547 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-87bc5d0d-226e-4d59-92e0-f89f7cdd2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:23.318171 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-87bc5d0d-226e-4d59-92e0-f89f7cdd2bff service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=5c924414-a382-471c-a40e-c6f3cc3eb62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458970 Oct 10 12:04:23.386933 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.413068 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a25a7-9526-4216-9a25-8acd599205a6 req-ab945814-d7a2-47c6-a590-a3be4d4e1e8a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:23.414564 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-583a25a7-9526-4216-9a25-8acd599205a6 req-ab945814-d7a2-47c6-a590-a3be4d4e1e8a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 944 time: 0.0900583 Oct 10 12:04:23.467144 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-dbce05ca-fe8f-40dd-b3cf-5c2e98db7e74 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414232 Oct 10 12:04:23.497201 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Allocated IP 172.27.0.175 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/92e4b7cb-024d-4ce1-87f3-d87160064ab0) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:04:23.507228 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-583a25a7-9526-4216-9a25-8acd599205a6 req-5dce8f8b-26fe-4b6e-910a-b756a73bd4e1 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822678 Oct 10 12:04:23.573657 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4fc3f3-33b7-4626-83ce-8893d476ebb4 req-18319831-9b61-46d3-ba11-0edd410ed3ce service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955846 Oct 10 12:04:23.597357 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (92e4b7cb-024d-4ce1-87f3-d87160064ab0), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.629235 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (92e4b7cb-024d-4ce1-87f3-d87160064ab0), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.632486 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:23.678336 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:04:23.684618 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:04:23.686859 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:04:23.688933 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=92e4b7cb-024d-4ce1-87f3-d87160064ab0,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:23.769233 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (26eb3c44-9f80-43c7-ab7c-e7d848036840), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.808132 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (92e4b7cb-024d-4ce1-87f3-d87160064ab0), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.899299 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:23.904908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 099a0b78-937e-408f-b139-3ca52765679d details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:04:23.952411 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (92e4b7cb-024d-4ce1-87f3-d87160064ab0), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:23.958192 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26182445'] for port (92e4b7cb-024d-4ce1-87f3-d87160064ab0), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:24.003526 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 099a0b78-937e-408f-b139-3ca52765679d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=099a0b78-937e-408f-b139-3ca52765679d,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:24.014402 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '099a0b78-937e-408f-b139-3ca52765679d', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'port_id': '099a0b78-937e-408f-b139-3ca52765679d', 'mac_address': 'fa:16:3e:15:08:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:04:24.026860 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=92e4b7cb-024d-4ce1-87f3-d87160064ab0,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:24.031758 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (26eb3c44-9f80-43c7-ab7c-e7d848036840), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:24.048273 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:24.049572 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-cd95cb5c-42d4-48a5-8247-1b76d25251bd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7707279 Oct 10 12:04:24.054829 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 099a0b78-937e-408f-b139-3ca52765679d is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:04:24.055246 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (099a0b78-937e-408f-b139-3ca52765679d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:24.068993 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099a0b78-937e-408f-b139-3ca52765679d {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:04:24.089422 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 099a0b78-937e-408f-b139-3ca52765679d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=099a0b78-937e-408f-b139-3ca52765679d,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:24.093194 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (099a0b78-937e-408f-b139-3ca52765679d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:24.138276 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=099a0b78-937e-408f-b139-3ca52765679d,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:24.216465 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:24.237193 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:24.261646 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-1007e513-5364-480c-8660-67f2fe758efd tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--74579552&fields=id&tenant_id=de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 267 time: 0.0517128 Oct 10 12:04:24.367621 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e48e-cca3-4999-ac7d-22390089f69f req-515bf291-5fde-47de-aab8-a7213558299c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:24.369076 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-515bf291-5fde-47de-aab8-a7213558299c tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 814 time: 0.1009526 Oct 10 12:04:24.383764 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-9d4cc66c-617e-40d8-832f-ec770f80d651 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/quotas/de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 375 time: 0.0090027 Oct 10 12:04:24.436970 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-139dabe0-5edb-4a15-9358-5bf08b16b460 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479710 Oct 10 12:04:24.473417 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['099a0b78-937e-408f-b139-3ca52765679d'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:04:24.653896 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27703-14f7-4064-92c2-4097a135619d req-6f3f2c10-c6a3-46ae-9ecd-35a10a05fa7f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:24.655322 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a2a27703-14f7-4064-92c2-4097a135619d req-6f3f2c10-c6a3-46ae-9ecd-35a10a05fa7f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 945 time: 0.0598259 Oct 10 12:04:24.664350 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:24.696512 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-b7078c99-75b1-44ce-b98e-a14d46778bf1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473376 Oct 10 12:04:24.717917 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:24.765898 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a2a27703-14f7-4064-92c2-4097a135619d req-ad734250-8ff5-4413-97e6-095b841dbcfb tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040480 Oct 10 12:04:24.804577 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bd806865-6f24-4d00-b4a5-040f9a6f40a0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986161 Oct 10 12:04:24.967179 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e63b43c-2073-45c6-81d5-5954597f1c29 req-130540ce-c1c9-460f-af4b-35cd06764062 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 210 time: 0.0286763 Oct 10 12:04:25.896614 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0240b3-2445-4a2d-88e8-5e78d4474794 req-edaedfb7-e4d6-4335-b499-22a9f521da08 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:25.898072 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc0240b3-2445-4a2d-88e8-5e78d4474794 req-edaedfb7-e4d6-4335-b499-22a9f521da08 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 945 time: 0.0518241 Oct 10 12:04:25.920118 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 099a0b78-937e-408f-b139-3ca52765679d up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:04:25.946124 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc0240b3-2445-4a2d-88e8-5e78d4474794 req-57b31bb8-fd26-48d2-9e0a-e5c8925462a2 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417967 Oct 10 12:04:25.962967 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 099a0b78-937e-408f-b139-3ca52765679d completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:04:25.968342 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 099a0b78-937e-408f-b139-3ca52765679d triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:04:25.968755 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (099a0b78-937e-408f-b139-3ca52765679d), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:25.969173 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 099a0b78-937e-408f-b139-3ca52765679d Oct 10 12:04:26.042925 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 099a0b78-937e-408f-b139-3ca52765679d is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:04:26.043324 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (099a0b78-937e-408f-b139-3ca52765679d), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:26.066132 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6684b0b5-2c8b-4650-9955-769f646d7173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099a0b78-937e-408f-b139-3ca52765679d'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:26.068399 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17f5dd-9f16-4123-813c-4c3204caa9f0" -d '{"events": [{"server_uuid": "6684b0b5-2c8b-4650-9955-769f646d7173", "name": "network-vif-plugged", "status": "completed", "tag": "099a0b78-937e-408f-b139-3ca52765679d"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:26.070352 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc03e139-f3e6-4f71-bc94-e7a71a40a83b req-405c9f52-cef2-47b2-8a0b-17d149172877 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 210 time: 0.0277772 Oct 10 12:04:26.081398 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 099a0b78-937e-408f-b139-3ca52765679d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=099a0b78-937e-408f-b139-3ca52765679d,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:26.086208 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (099a0b78-937e-408f-b139-3ca52765679d), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:26.116041 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62088ba0-7def-4117-92da-e6f3536eff14 x-openstack-request-id: req-62088ba0-7def-4117-92da-e6f3536eff14 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:26.116349 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6684b0b5-2c8b-4650-9955-769f646d7173", "name": "network-vif-plugged", "status": "completed", "tag": "099a0b78-937e-408f-b139-3ca52765679d", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:26.116605 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62088ba0-7def-4117-92da-e6f3536eff14 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:26.116999 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62088ba0-7def-4117-92da-e6f3536eff14'] response: {'server_uuid': '6684b0b5-2c8b-4650-9955-769f646d7173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099a0b78-937e-408f-b139-3ca52765679d', 'code': 200} Oct 10 12:04:26.142124 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=099a0b78-937e-408f-b139-3ca52765679d,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:26.448342 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e48e-cca3-4999-ac7d-22390089f69f req-2bbbab47-c6aa-4749-81d9-9dce8979c3af tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:26.449941 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-2bbbab47-c6aa-4749-81d9-9dce8979c3af tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 814 time: 0.1172638 Oct 10 12:04:26.521678 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c6b8-5e01-4c5b-bf42-4828f8313a32 req-6e480b73-3251-485b-a18f-2c607399ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:26.523648 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f626c6b8-5e01-4c5b-bf42-4828f8313a32 req-6e480b73-3251-485b-a18f-2c607399ce15 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 1130 time: 0.1039796 Oct 10 12:04:26.551235 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-057a8622-80dc-4ba4-a58a-9bdeb1988ae1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de3e893bfb574016a6e5e020f96490c5 HTTP/1.1" status: 200 len: 378 time: 0.0766511 Oct 10 12:04:26.664001 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'port': {'device_id': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'admin_state_up': True, 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'security_groups': ['8c6585a2-bf62-42c9-a1af-5b09f0ee75ac']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:26.750396 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f626c6b8-5e01-4c5b-bf42-4828f8313a32 req-fd95ee03-3981-45b9-a09b-8f616534b367 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962279 Oct 10 12:04:26.774674 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:26.797803 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Made reservation on behalf of de3e893bfb574016a6e5e020f96490c5 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:04:26.801735 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:26.868987 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:26.928019 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Allocated IP 172.20.0.12 (05a9786c-a8d0-4fea-bd0d-744e4b7d958a/5449108a-6ac3-467d-92d9-b9039b8b9a9c/ec05fa9f-369d-453e-9947-0e2f98a5821f) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:04:27.093914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d42d91-12ee-4d70-9847-6b8fc5eb8cbd req-37a55661-c304-4355-bf8a-f689d14e6f7f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:27.095400 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e4d42d91-12ee-4d70-9847-6b8fc5eb8cbd req-37a55661-c304-4355-bf8a-f689d14e6f7f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 946 time: 0.0709805 Oct 10 12:04:27.106394 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:27.174103 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e4d42d91-12ee-4d70-9847-6b8fc5eb8cbd req-6ef183f1-0478-476a-adbb-4f2833532997 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731475 Oct 10 12:04:27.192297 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72d9cdfb-0590-4392-940e-d1f3dbcd9c3f req-d8da1bb4-1949-428a-abb4-5eb448d4f9eb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 210 time: 0.0368607 Oct 10 12:04:27.200777 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:27.246246 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:04:27.249441 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:04:27.253290 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:04:27.280875 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event updated for resources: {'Port': ['ID=ec05fa9f-369d-453e-9947-0e2f98a5821f,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:27.310223 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:27.310842 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:27.328225 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-bf97317c-728e-4a14-bdc5-97ee4326df37 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6676052 Oct 10 12:04:27.436176 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-b58101e4-6026-4560-a622-6fd4f973041c None None] Provisioning complete for port ec05fa9f-369d-453e-9947-0e2f98a5821f triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:04:27.436661 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b58101e4-6026-4560-a622-6fd4f973041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:27.436798 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-b58101e4-6026-4560-a622-6fd4f973041c None None] Attempt 1 to provision port ec05fa9f-369d-453e-9947-0e2f98a5821f Oct 10 12:04:27.470690 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-b58101e4-6026-4560-a622-6fd4f973041c None None] Port ec05fa9f-369d-453e-9947-0e2f98a5821f cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:04:27.560093 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Request body: {'port': {'device_id': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:27.617171 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:27.815356 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:27.835673 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:27.873422 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec05fa9f-369d-453e-9947-0e2f98a5821f {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:04:27.880838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Publish callbacks [] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:27.892945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Transition to ACTIVE for port object ec05fa9f-369d-453e-9947-0e2f98a5821f will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:04:27.896594 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:27.977319 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Pushing event updated for resources: {'Port': ['ID=ec05fa9f-369d-453e-9947-0e2f98a5821f,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:28.004515 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Attempting to bind port ec05fa9f-369d-453e-9947-0e2f98a5821f on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:04:28.004846 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Attempting to bind port ec05fa9f-369d-453e-9947-0e2f98a5821f by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:04:28.005170 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Attempting to bind port ec05fa9f-369d-453e-9947-0e2f98a5821f on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:04:28.045404 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Port ec05fa9f-369d-453e-9947-0e2f98a5821f on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:04:28.045758 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Attempting to bind port ec05fa9f-369d-453e-9947-0e2f98a5821f on network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:04:28.090698 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:04:28.091074 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Checking segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:04:28.091450 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Bound using segment: {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:04:28.091869 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Bound port: ec05fa9f-369d-453e-9947-0e2f98a5821f, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7cff38-4dfb-44fe-ac01-47c863f22e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:04:28.092224 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:28.150351 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] For port ec05fa9f-369d-453e-9947-0e2f98a5821f, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:04:28.153270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] For port ec05fa9f-369d-453e-9947-0e2f98a5821f, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ec05fa9f-369d-453e-9947-0e2f98a5821f,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:04:28.159277 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:28.163315 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:28.163909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:28.165838 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/ec05fa9f-369d-453e-9947-0e2f98a5821f HTTP/1.1" status: 200 len: 1094 time: 0.6094537 Oct 10 12:04:28.166375 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'tag': 'ec05fa9f-369d-453e-9947-0e2f98a5821f'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:28.168609 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e97792-0910-4b59-9d2d-5ab8837bd78b" -d '{"events": [{"name": "network-changed", "server_uuid": "306c1542-d247-4dee-84ff-b93cf2e010c7", "tag": "ec05fa9f-369d-453e-9947-0e2f98a5821f"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:28.208833 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e8cc5f-f92a-41cb-afcb-c9a4cfae4e27 x-openstack-request-id: req-d8e8cc5f-f92a-41cb-afcb-c9a4cfae4e27 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:28.209124 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306c1542-d247-4dee-84ff-b93cf2e010c7", "tag": "ec05fa9f-369d-453e-9947-0e2f98a5821f", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:28.209378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8e8cc5f-f92a-41cb-afcb-c9a4cfae4e27 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:28.209780 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e8cc5f-f92a-41cb-afcb-c9a4cfae4e27'] response: {'name': 'network-changed', 'server_uuid': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'tag': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'status': 'completed', 'code': 200} Oct 10 12:04:28.219270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be92a7-4ac8-4c20-890e-65057c3b528a service neutron] Pushing event updated for resources: {'Port': ['ID=ec05fa9f-369d-453e-9947-0e2f98a5821f,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:28.329052 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c2306-fca9-427d-8653-7eea94a4d9c4 req-e1ce06ca-c5b3-4b25-8859-cc640e6b3760 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:28.330552 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65c2306-fca9-427d-8653-7eea94a4d9c4 req-e1ce06ca-c5b3-4b25-8859-cc640e6b3760 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 946 time: 0.0792201 Oct 10 12:04:28.350522 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850fb55-f296-4dd4-84c2-42f55a32938c req-a14c0e45-a189-49e2-b04b-ed918460aab4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:28.351947 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2850fb55-f296-4dd4-84c2-42f55a32938c req-a14c0e45-a189-49e2-b04b-ed918460aab4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 944 time: 0.0681708 Oct 10 12:04:28.417433 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f65c2306-fca9-427d-8653-7eea94a4d9c4 req-0286a369-1608-4251-bf4c-be260d831725 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811062 Oct 10 12:04:28.424369 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2850fb55-f296-4dd4-84c2-42f55a32938c req-208b7173-9090-4c68-aa3e-13acf9187cbb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656457 Oct 10 12:04:28.565078 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df885f47-291e-4357-9197-ba11e5c56a33 req-21bec1b9-897c-46c2-b206-520ee1239baf tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:28.566517 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-df885f47-291e-4357-9197-ba11e5c56a33 req-21bec1b9-897c-46c2-b206-520ee1239baf tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 946 time: 0.0799479 Oct 10 12:04:28.572909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e97792-0910-4b59-9d2d-5ab8837bd78b req-c40d050f-d4c7-4866-9a75-4274c259f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:28.574309 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3e97792-0910-4b59-9d2d-5ab8837bd78b req-c40d050f-d4c7-4866-9a75-4274c259f1be service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 1128 time: 0.0573335 Oct 10 12:04:28.577160 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46258) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:28.581431 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Request body: {'floatingip': {'port_id': '099a0b78-937e-408f-b139-3ca52765679d'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:28.626438 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (9dc32771-1fc5-4afd-b90a-2bcd0227c7ea), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:28.663781 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8f92406a-ecb9-4d15-b15b-a6cd0dbe9641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:28.794504 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:28.803538 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e97792-0910-4b59-9d2d-5ab8837bd78b req-8e574b94-6742-4e3a-8806-ae2114c1237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:28.805000 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3e97792-0910-4b59-9d2d-5ab8837bd78b req-8e574b94-6742-4e3a-8806-ae2114c1237a service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=de3e893bfb574016a6e5e020f96490c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1950595 Oct 10 12:04:28.846728 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:29.012443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e97792-0910-4b59-9d2d-5ab8837bd78b req-3b7bc2f9-035c-4ff8-847d-be0bfd5583f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:29.013847 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3e97792-0910-4b59-9d2d-5ab8837bd78b req-3b7bc2f9-035c-4ff8-847d-be0bfd5583f2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778870 Oct 10 12:04:29.407462 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e48e-cca3-4999-ac7d-22390089f69f req-d6b01881-0677-4370-8bc4-69be43ded6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:29.408909 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-d6b01881-0677-4370-8bc4-69be43ded6bb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 1128 time: 0.3246212 Oct 10 12:04:29.469180 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-30f36e43-7300-465e-b36a-0e17758d5996 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec05fa9f-369d-453e-9947-0e2f98a5821f HTTP/1.1" status: 200 len: 217 time: 0.0390465 Oct 10 12:04:29.586698 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:29.592672 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e48e-cca3-4999-ac7d-22390089f69f req-9ff5d1c0-a019-4a0d-b97d-ad1b7da0e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:29.594089 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-9ff5d1c0-a019-4a0d-b97d-ad1b7da0e573 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.1178920 Oct 10 12:04:29.594659 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (9dc32771-1fc5-4afd-b90a-2bcd0227c7ea), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:29.601389 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d8ffb-c1e4-448c-88af-d19e10129512 req-822e5052-5b3b-4a56-8f37-44f86ae3914b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:29.602743 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3a3d8ffb-c1e4-448c-88af-d19e10129512 req-822e5052-5b3b-4a56-8f37-44f86ae3914b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 944 time: 0.0909917 Oct 10 12:04:29.694158 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e48e-cca3-4999-ac7d-22390089f69f req-ea3c5f15-b1e3-4c08-8e0c-e5f088335cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:29.695551 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-ea3c5f15-b1e3-4c08-8e0c-e5f088335cfd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919588 Oct 10 12:04:29.805178 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3a3d8ffb-c1e4-448c-88af-d19e10129512 req-f54b274e-a53e-426f-9c8a-90094a9309c7 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1630664 Oct 10 12:04:29.811274 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Floating IP 9dc32771-1fc5-4afd-b90a-2bcd0227c7ea associated. External IP: 172.27.0.154, port: 099a0b78-937e-408f-b139-3ca52765679d. Oct 10 12:04:29.912996 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-049c4371-3591-465a-b9fc-79e8afb23100 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855078 Oct 10 12:04:29.975061 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:30.024185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:30.087126 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d459e48e-cca3-4999-ac7d-22390089f69f req-7570acec-2436-4758-8837-532bd2dd84bd service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653388 Oct 10 12:04:30.091362 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:04:30.115892 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:30.221244 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:30.225927 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:30.230763 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] Sync routers for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:30.239953 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:30.240547 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:30.255645 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b865668b-69d6-4e8e-8ff5-b672f95babd0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/9dc32771-1fc5-4afd-b90a-2bcd0227c7ea HTTP/1.1" status: 200 len: 992 time: 1.6774864 Oct 10 12:04:30.256270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6684b0b5-2c8b-4650-9955-769f646d7173', 'tag': '099a0b78-937e-408f-b139-3ca52765679d'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:30.258503 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8884391c-8297-4269-8b92-7b471820c550" -d '{"events": [{"name": "network-changed", "server_uuid": "6684b0b5-2c8b-4650-9955-769f646d7173", "tag": "099a0b78-937e-408f-b139-3ca52765679d"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:30.294970 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848c4926-ec16-4c1e-9994-047774a2bdaa x-openstack-request-id: req-848c4926-ec16-4c1e-9994-047774a2bdaa {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:30.295266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6684b0b5-2c8b-4650-9955-769f646d7173", "tag": "099a0b78-937e-408f-b139-3ca52765679d", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:30.295525 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-848c4926-ec16-4c1e-9994-047774a2bdaa {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:30.295933 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848c4926-ec16-4c1e-9994-047774a2bdaa'] response: {'name': 'network-changed', 'server_uuid': '6684b0b5-2c8b-4650-9955-769f646d7173', 'tag': '099a0b78-937e-408f-b139-3ca52765679d', 'status': 'completed', 'code': 200} Oct 10 12:04:30.342473 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:30.480276 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:30.482266 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:30.548793 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '9dc32771-1fc5-4afd-b90a-2bcd0227c7ea', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'port_id': '099a0b78-937e-408f-b139-3ca52765679d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'mac_address': 'fa:16:3e:15:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6684b0b5-2c8b-4650-9955-769f646d7173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:04:13Z', 'updated_at': '2022-10-10T12:04:29Z', 'revision_number': 1, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:30.574612 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] Checking router: 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:30.582710 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:30.583339 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:30.685171 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:30.919872 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b6b889b5-49d9-40e4-ab53-13bb25e82c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:30.935755 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab360-1d59-4b4b-998b-9540e4b2e965 req-3ca3c647-9ce9-49a9-bad5-92757d768dc4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:30.937404 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-24bab360-1d59-4b4b-998b-9540e4b2e965 req-3ca3c647-9ce9-49a9-bad5-92757d768dc4 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 944 time: 0.0586987 Oct 10 12:04:30.984769 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-24bab360-1d59-4b4b-998b-9540e4b2e965 req-50a3783b-8597-44c4-a997-643104b1bb74 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412471 Oct 10 12:04:30.986458 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '9dc32771-1fc5-4afd-b90a-2bcd0227c7ea', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'port_id': '099a0b78-937e-408f-b139-3ca52765679d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'mac_address': 'fa:16:3e:15:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6684b0b5-2c8b-4650-9955-769f646d7173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:04:13Z', 'updated_at': '2022-10-10T12:04:29Z', 'revision_number': 1, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:31.011633 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b9211-d714-4615-bd90-8eacd2d558f8 None None] The sync data for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi is: [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '9dc32771-1fc5-4afd-b90a-2bcd0227c7ea', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'port_id': '099a0b78-937e-408f-b139-3ca52765679d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'mac_address': 'fa:16:3e:15:08:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6684b0b5-2c8b-4650-9955-769f646d7173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:04:13Z', 'updated_at': '2022-10-10T12:04:29Z', 'revision_number': 1, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:31.189527 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda94178-b7ae-434d-8e9e-eac5344a4776 None None] New status for floating IP 9dc32771-1fc5-4afd-b90a-2bcd0227c7ea: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:04:31.237263 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884391c-8297-4269-8b92-7b471820c550 req-e6d502d9-20d6-46bc-b9cf-a8e5c32dea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:31.238820 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8884391c-8297-4269-8b92-7b471820c550 req-e6d502d9-20d6-46bc-b9cf-a8e5c32dea0d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=79aee39298624f99b33b9808fe5030f8&device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 1130 time: 0.0378406 Oct 10 12:04:31.336820 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884391c-8297-4269-8b92-7b471820c550 req-ae2e5fc8-1f4a-47b5-a5c3-854a1ee9c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:31.338880 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8884391c-8297-4269-8b92-7b471820c550 req-ae2e5fc8-1f4a-47b5-a5c3-854a1ee9c403 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 200 len: 911 time: 0.0911088 Oct 10 12:04:31.405672 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8884391c-8297-4269-8b92-7b471820c550 req-96decc41-e9be-4be2-b4a3-d813acbe345a service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=099a0b78-937e-408f-b139-3ca52765679d HTTP/1.1" status: 200 len: 1002 time: 0.0595324 Oct 10 12:04:31.455817 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884391c-8297-4269-8b92-7b471820c550 req-187c1130-79c0-4c65-91b5-f09691aa7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:31.457202 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8884391c-8297-4269-8b92-7b471820c550 req-187c1130-79c0-4c65-91b5-f09691aa7160 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=4d4fac74-b3ac-4135-9f20-60b982967388 HTTP/1.1" status: 200 len: 849 time: 0.0431018 Oct 10 12:04:31.500408 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884391c-8297-4269-8b92-7b471820c550 req-059853ab-5256-4eca-a087-7a21802b7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:31.501890 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8884391c-8297-4269-8b92-7b471820c550 req-059853ab-5256-4eca-a087-7a21802b7893 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=5c924414-a382-471c-a40e-c6f3cc3eb62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382659 Oct 10 12:04:31.594273 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8884391c-8297-4269-8b92-7b471820c550 req-643a6187-cc99-49c4-8c82-7b91ca2ceec2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849187 Oct 10 12:04:31.684239 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8884391c-8297-4269-8b92-7b471820c550 req-e9d646ef-81c5-4722-9552-b8a63636e3ae service neutron] 10.222.0.58 "GET /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813317 Oct 10 12:04:31.933212 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ec05fa9f-369d-453e-9947-0e2f98a5821f details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:04:31.949018 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:32.041678 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ec05fa9f-369d-453e-9947-0e2f98a5821f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ec05fa9f-369d-453e-9947-0e2f98a5821f,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:32.055660 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'port_id': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'mac_address': 'fa:16:3e:4c:ba:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:04:32.096629 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port ec05fa9f-369d-453e-9947-0e2f98a5821f is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:04:32.097020 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:32.110388 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec05fa9f-369d-453e-9947-0e2f98a5821f {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:04:32.116985 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a1e4-fd33-4e84-87a5-d162fa7983c5 req-4720d6fe-cbfe-4204-9bf0-5568caa62393 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:32.118628 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5592a1e4-fd33-4e84-87a5-d162fa7983c5 req-4720d6fe-cbfe-4204-9bf0-5568caa62393 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 944 time: 0.0523629 Oct 10 12:04:32.132084 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ec05fa9f-369d-453e-9947-0e2f98a5821f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ec05fa9f-369d-453e-9947-0e2f98a5821f,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:32.136546 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:32.168482 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5592a1e4-fd33-4e84-87a5-d162fa7983c5 req-726a833d-fa28-4d0a-ada5-08158de175a1 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438170 Oct 10 12:04:32.191344 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=ec05fa9f-369d-453e-9947-0e2f98a5821f,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:32.563067 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['ec05fa9f-369d-453e-9947-0e2f98a5821f'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:04:32.566579 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:32.659977 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:33.452118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:33.471171 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1df777-daa4-4fec-b7eb-543141b813f4 req-52796ea4-d67e-4616-a2af-e5c98576002a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:33.473163 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc1df777-daa4-4fec-b7eb-543141b813f4 req-52796ea4-d67e-4616-a2af-e5c98576002a tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 945 time: 0.0607083 Oct 10 12:04:33.513909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:33.522480 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc1df777-daa4-4fec-b7eb-543141b813f4 req-1e953dce-7ecd-4bc1-aff4-97a7c3c9ad0d tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437255 Oct 10 12:04:33.656735 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:33.707828 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29def3-efe9-4321-bc11-f8d4c348b48a req-8b621ffd-e02e-4ac3-ac0b-a3a4fe22423b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:33.709306 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5f29def3-efe9-4321-bc11-f8d4c348b48a req-8b621ffd-e02e-4ac3-ac0b-a3a4fe22423b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0486889 Oct 10 12:04:33.714288 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:33.762519 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5f29def3-efe9-4321-bc11-f8d4c348b48a req-8fb16792-4ebc-4391-8026-ef424b250db1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447969 Oct 10 12:04:33.952461 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ec05fa9f-369d-453e-9947-0e2f98a5821f up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:04:33.995033 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port ec05fa9f-369d-453e-9947-0e2f98a5821f completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:04:34.000234 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port ec05fa9f-369d-453e-9947-0e2f98a5821f triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:04:34.000607 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:34.000942 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port ec05fa9f-369d-453e-9947-0e2f98a5821f Oct 10 12:04:34.039169 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=15 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:34.041963 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=48,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:34.070690 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port ec05fa9f-369d-453e-9947-0e2f98a5821f is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:04:34.071214 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:34.094096 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec05fa9f-369d-453e-9947-0e2f98a5821f'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:34.096354 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d40c37-2e97-4757-bf4a-fb6fbff2e9af" -d '{"events": [{"server_uuid": "306c1542-d247-4dee-84ff-b93cf2e010c7", "name": "network-vif-plugged", "status": "completed", "tag": "ec05fa9f-369d-453e-9947-0e2f98a5821f"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:34.112041 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ec05fa9f-369d-453e-9947-0e2f98a5821f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ec05fa9f-369d-453e-9947-0e2f98a5821f,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:34.116086 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:34.138999 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df86105-d25f-4849-ae65-b4fcb0403ec1 x-openstack-request-id: req-8df86105-d25f-4849-ae65-b4fcb0403ec1 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:34.139309 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306c1542-d247-4dee-84ff-b93cf2e010c7", "name": "network-vif-plugged", "status": "completed", "tag": "ec05fa9f-369d-453e-9947-0e2f98a5821f", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:34.139561 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8df86105-d25f-4849-ae65-b4fcb0403ec1 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:34.139947 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df86105-d25f-4849-ae65-b4fcb0403ec1'] response: {'server_uuid': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'code': 200} Oct 10 12:04:34.164408 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=ec05fa9f-369d-453e-9947-0e2f98a5821f,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:34.640113 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13015f-59a1-4a05-94ad-09d55473568d req-b313bd57-8087-47d1-ba7f-cec4400ef964 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:34.641559 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ad13015f-59a1-4a05-94ad-09d55473568d req-b313bd57-8087-47d1-ba7f-cec4400ef964 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.0459809 Oct 10 12:04:34.687750 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ad13015f-59a1-4a05-94ad-09d55473568d req-b9a64154-8e57-42f6-9cc6-124b9b5ee217 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407403 Oct 10 12:04:34.885524 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0031bd5-aecd-4d17-9c20-a2e47851d765 req-107e9e6e-2272-4071-b256-2bca782e6d2f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:34.887005 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e0031bd5-aecd-4d17-9c20-a2e47851d765 req-107e9e6e-2272-4071-b256-2bca782e6d2f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0467916 Oct 10 12:04:34.933029 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e0031bd5-aecd-4d17-9c20-a2e47851d765 req-03882dec-b820-4b20-8589-cf5a1242f37c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405953 Oct 10 12:04:35.811224 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11c9d2-9b31-453a-967a-424261efc23e req-e94ac364-059e-4ba3-aab2-4783a9132a00 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:35.812755 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec11c9d2-9b31-453a-967a-424261efc23e req-e94ac364-059e-4ba3-aab2-4783a9132a00 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.0503538 Oct 10 12:04:35.858128 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec11c9d2-9b31-453a-967a-424261efc23e req-9e349ba7-d1c5-4ee7-b18f-6836971ed327 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398870 Oct 10 12:04:36.051488 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e68f10-f9ae-464d-81ab-d2bf69c45739 req-8f163a30-aed0-46c0-82b4-b507a66c1ab1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:36.052916 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40e68f10-f9ae-464d-81ab-d2bf69c45739 req-8f163a30-aed0-46c0-82b4-b507a66c1ab1 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0462272 Oct 10 12:04:36.098539 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40e68f10-f9ae-464d-81ab-d2bf69c45739 req-f1d6f6ae-0f9e-4292-8298-15623eb4cc72 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401158 Oct 10 12:04:36.981512 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe452a4-422a-4142-bfb3-ee31d4ba00a3 req-b8f34d4f-57da-4c45-8ca2-797193f704a8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:36.983191 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8fe452a4-422a-4142-bfb3-ee31d4ba00a3 req-b8f34d4f-57da-4c45-8ca2-797193f704a8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.0472102 Oct 10 12:04:37.033166 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8fe452a4-422a-4142-bfb3-ee31d4ba00a3 req-98c90bfa-c786-41dc-8a6d-e211d79377d9 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443363 Oct 10 12:04:37.090324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b18198-5718-4435-9263-0d5ff32859de req-5b96c34d-2b6a-4d0b-8491-90d62cbe47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:37.091782 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-13b18198-5718-4435-9263-0d5ff32859de req-5b96c34d-2b6a-4d0b-8491-90d62cbe47ce service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 1130 time: 0.0369647 Oct 10 12:04:37.259968 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56990e-75c5-4736-935a-f818b025caf2 req-225457ec-c4cc-496c-b968-8509aa6cc3e9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:37.261844 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed56990e-75c5-4736-935a-f818b025caf2 req-225457ec-c4cc-496c-b968-8509aa6cc3e9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.0892618 Oct 10 12:04:37.286691 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-8965c55a-a2d8-404f-b82b-2d25b56f6579 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:37.288091 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-8965c55a-a2d8-404f-b82b-2d25b56f6579 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 946 time: 0.1042032 Oct 10 12:04:37.330462 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-13b18198-5718-4435-9263-0d5ff32859de req-bbfadca1-ad75-4060-affc-47f27d946f54 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475315 Oct 10 12:04:37.390792 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed56990e-75c5-4736-935a-f818b025caf2 req-0b16c9c4-e4fd-404c-8bec-98956acfa3bf tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe5204f1-95d4-44e9-be91-7a8222f064b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208317 Oct 10 12:04:37.403797 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Deleting port 45df0c70-afe6-4d06-b061-e7e825e93be9 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:37.404283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:37.498473 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] For port 45df0c70-afe6-4d06-b061-e7e825e93be9, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=45df0c70-afe6-4d06-b061-e7e825e93be9,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:37.498838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:37.536941 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:37.545947 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:37.656028 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:37.656388 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:37.656701 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Floating IP bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d disassociated. External IP: 172.27.0.252, port: 45df0c70-afe6-4d06-b061-e7e825e93be9. Oct 10 12:04:37.657044 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Calling delete_port for 45df0c70-afe6-4d06-b061-e7e825e93be9 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:37.782949 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (45df0c70-afe6-4d06-b061-e7e825e93be9), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:37.808945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event deleted for resources: {'Port': ['ID=45df0c70-afe6-4d06-b061-e7e825e93be9,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:37.918555 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:38.018638 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:38.028382 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] Sync routers for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:38.038847 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:38.039567 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:38.060191 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] No DVR routers for this DVR port 45df0c70-afe6-4d06-b061-e7e825e93be9 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:38.063008 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:38.065858 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a6824e7-9cc9-4e73-8bbe-6be51bcd5557 req-a2633302-89a1-4813-9ea5-52979825d933 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "DELETE /networking/v2.0/ports/45df0c70-afe6-4d06-b061-e7e825e93be9 HTTP/1.1" status: 204 len: 173 time: 0.7697353 Oct 10 12:04:38.066356 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'name': 'network-vif-deleted', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:38.068603 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de3b281-a801-40c5-8b67-df9508562262" -d '{"events": [{"server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "name": "network-vif-deleted", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:38.115157 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d5b3cb-463f-404d-b9da-f4a6347e0773 x-openstack-request-id: req-c0d5b3cb-463f-404d-b9da-f4a6347e0773 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:38.115449 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3", "name": "network-vif-deleted", "tag": "45df0c70-afe6-4d06-b061-e7e825e93be9", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:38.115702 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0d5b3cb-463f-404d-b9da-f4a6347e0773 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:38.116103 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d5b3cb-463f-404d-b9da-f4a6347e0773'] response: {'server_uuid': '59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3', 'name': 'network-vif-deleted', 'tag': '45df0c70-afe6-4d06-b061-e7e825e93be9', 'status': 'completed', 'code': 200} Oct 10 12:04:38.146189 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:38.188368 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611f6df-7640-4ff3-83e6-0fe124bdc3a1 req-5b871e65-1d53-4ad0-bb89-d2f76e651e38 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:38.196017 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7611f6df-7640-4ff3-83e6-0fe124bdc3a1 req-5b871e65-1d53-4ad0-bb89-d2f76e651e38 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.0584571 Oct 10 12:04:38.259476 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7611f6df-7640-4ff3-83e6-0fe124bdc3a1 req-abfa80af-9c1c-4b96-844f-24465823fbeb tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625570 Oct 10 12:04:38.355321 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:38.380271 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] Checking router: d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:38.389459 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:38.390051 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:38.500382 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:38.522070 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cf2e9f48-a943-4a37-bc76-dcac4a3217b4 req-f1a8a959-24bd-4833-b11f-9762926245f4 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0334554 Oct 10 12:04:38.569040 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:38.620462 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:38.694327 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:38.718755 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdeb29-5dcb-4eed-9a26-bc845edecf7b None None] The sync data for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi is: [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 4, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '4825e9ff-4037-49dc-9b0b-74fb13f5f25d', 'name': '', 'network_id': '2ac8f1d1-c12a-4843-a8c4-2e6d690ca422', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'mac_address': 'fa:16:3e:cc:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'subnets': [{'id': '95412195-ef37-40f7-ae8f-143b7f8669e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:38.934342 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb88451-8920-4ee6-b617-2e0b9df5c8d6 None None] New status for floating IP bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:04:39.381721 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc505-53c2-46ba-8cce-cc36f38fa7f3 req-494d5d23-f45e-4e7f-9c79-87d73f32306b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:39.383170 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0e4fc505-53c2-46ba-8cce-cc36f38fa7f3 req-494d5d23-f45e-4e7f-9c79-87d73f32306b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.0462937 Oct 10 12:04:39.430493 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0e4fc505-53c2-46ba-8cce-cc36f38fa7f3 req-98afda43-7505-41b4-a620-b3c1f80602ad tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414143 Oct 10 12:04:39.553848 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759e64-d07b-477d-9228-db419d2f612a req-0f21412a-e6c7-4a82-868c-518dba0264df tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:39.555363 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e6759e64-d07b-477d-9228-db419d2f612a req-0f21412a-e6c7-4a82-868c-518dba0264df tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.0478768 Oct 10 12:04:39.566201 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46322) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:39.571018 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Request body: {'floatingip': {'port_id': 'ec05fa9f-369d-453e-9947-0e2f98a5821f'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:39.614346 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (26eb3c44-9f80-43c7-ab7c-e7d848036840), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:39.678742 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8afa820e-f161-4909-ab68-c76efeb6058d req-5a64ad9f-0075-4534-94f1-5530d1a6fb1b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59a3a3f3-6ef0-4c5e-bd05-1cf7414ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0614920 Oct 10 12:04:39.737567 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:39.793103 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:39.956935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 45df0c70-afe6-4d06-b061-e7e825e93be9 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:39.977650 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 45df0c70-afe6-4d06-b061-e7e825e93be9 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:39.978055 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 45df0c70-afe6-4d06-b061-e7e825e93be9 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:40.328503 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:40.332269 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (26eb3c44-9f80-43c7-ab7c-e7d848036840), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:40.429498 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Floating IP 26eb3c44-9f80-43c7-ab7c-e7d848036840 associated. External IP: 172.27.0.175, port: ec05fa9f-369d-453e-9947-0e2f98a5821f. Oct 10 12:04:40.618611 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:40.723450 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:40.728125 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:40.734446 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e285a-23e3-4614-9090-afb97843a68f None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:40.748450 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e285a-23e3-4614-9090-afb97843a68f None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:40.748450 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-036e285a-23e3-4614-9090-afb97843a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:40.763353 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4b3e0297-20d3-4592-8f45-bc2661fbee78 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/26eb3c44-9f80-43c7-ab7c-e7d848036840 HTTP/1.1" status: 200 len: 992 time: 1.1959419 Oct 10 12:04:40.764017 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'tag': 'ec05fa9f-369d-453e-9947-0e2f98a5821f'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:40.766282 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "306c1542-d247-4dee-84ff-b93cf2e010c7", "tag": "ec05fa9f-369d-453e-9947-0e2f98a5821f"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:40.777986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46332) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:40.806566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6672b1d1-a1d3-4f71-9c8b-eb201cc091b3 x-openstack-request-id: req-6672b1d1-a1d3-4f71-9c8b-eb201cc091b3 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:40.807418 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306c1542-d247-4dee-84ff-b93cf2e010c7", "tag": "ec05fa9f-369d-453e-9947-0e2f98a5821f", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:40.807677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6672b1d1-a1d3-4f71-9c8b-eb201cc091b3 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:40.808107 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6672b1d1-a1d3-4f71-9c8b-eb201cc091b3'] response: {'name': 'network-changed', 'server_uuid': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'tag': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'status': 'completed', 'code': 200} Oct 10 12:04:40.844503 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda3e-3b16-4fc0-aedd-a71a762f07fa tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group (fe5204f1-95d4-44e9-be91-7a8222f064b6), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:40.854511 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-036e285a-23e3-4614-9090-afb97843a68f None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:40.891697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda3e-3b16-4fc0-aedd-a71a762f07fa tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group (fe5204f1-95d4-44e9-be91-7a8222f064b6), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:40.904619 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:40.931364 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-03114ffb-6bc3-47af-9f2b-e99def7e2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:40.933458 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-03114ffb-6bc3-47af-9f2b-e99def7e2bb9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=de3e893bfb574016a6e5e020f96490c5&device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 1130 time: 0.0733795 Oct 10 12:04:40.993408 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda3e-3b16-4fc0-aedd-a71a762f07fa tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (fe5204f1-95d4-44e9-be91-7a8222f064b6), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:40.996678 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda3e-3b16-4fc0-aedd-a71a762f07fa tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:40.997812 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6fdeda3e-3b16-4fc0-aedd-a71a762f07fa tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fe5204f1-95d4-44e9-be91-7a8222f064b6 HTTP/1.1" status: 204 len: 168 time: 0.2187388 Oct 10 12:04:41.000565 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46334) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:41.013850 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdeda3e-3b16-4fc0-aedd-a71a762f07fa tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5204f1-95d4-44e9-be91-7a8222f064b6,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:41.014613 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.api.v2.resource [None req-efb3b9c1-2c22-4257-8d6a-7c6caddfeb1e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] show failed (client error): The resource could not be found. Oct 10 12:04:41.018537 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-efb3b9c1-2c22-4257-8d6a-7c6caddfeb1e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups/fe5204f1-95d4-44e9-be91-7a8222f064b6 HTTP/1.1" status: 404 len: 347 time: 0.0169508 Oct 10 12:04:41.019107 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46336) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:41.037718 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:41.056169 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-e5858325-2626-4598-b65b-967d24fcc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:41.058539 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-e5858325-2626-4598-b65b-967d24fcc9c6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 200 len: 915 time: 0.1177406 Oct 10 12:04:41.091456 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-036e285a-23e3-4614-9090-afb97843a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '26eb3c44-9f80-43c7-ab7c-e7d848036840', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:4c:ba:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:04:23Z', 'updated_at': '2022-10-10T12:04:40Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:41.121292 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e285a-23e3-4614-9090-afb97843a68f None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:41.121902 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-26e1cffd-e8fe-4e7d-b01d-ba185c0c88c2 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec05fa9f-369d-453e-9947-0e2f98a5821f HTTP/1.1" status: 200 len: 1000 time: 0.0569439 Oct 10 12:04:41.129733 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e285a-23e3-4614-9090-afb97843a68f None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:41.130330 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-036e285a-23e3-4614-9090-afb97843a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:41.134878 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Deleting port 57980054-c550-4625-a94b-bdb6aafc0bb1 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:41.135282 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (57980054-c550-4625-a94b-bdb6aafc0bb1), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:41.173512 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-4f4a99ff-2a40-4c40-9e10-85c1b2a53a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:41.175494 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-4f4a99ff-2a40-4c40-9e10-85c1b2a53a9e service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 200 len: 853 time: 0.0457675 Oct 10 12:04:41.215600 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (57980054-c550-4625-a94b-bdb6aafc0bb1), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:41.215926 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (57980054-c550-4625-a94b-bdb6aafc0bb1), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:41.224829 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-237eaa2f-9bc8-4592-b77f-2f3c87aa1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:41.226380 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-237eaa2f-9bc8-4592-b77f-2f3c87aa1bab service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=05a9786c-a8d0-4fea-bd0d-744e4b7d958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449002 Oct 10 12:04:41.229368 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Calling delete_port for 57980054-c550-4625-a94b-bdb6aafc0bb1 owned by network:floatingip {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:41.325347 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-57ed54aa-b899-4cda-9284-ec4ac7238d1b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885403 Oct 10 12:04:41.327584 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-036e285a-23e3-4614-9090-afb97843a68f None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:41.368200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (57980054-c550-4625-a94b-bdb6aafc0bb1), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:41.395512 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event deleted for resources: {'Port': ['ID=57980054-c550-4625-a94b-bdb6aafc0bb1,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:41.444427 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a456ebe9-68ae-48a9-bdd1-5171123e1a8d req-030d9d2c-3c30-47e8-af30-40247f8d542c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095378 Oct 10 12:04:41.463805 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks [] for floatingip (bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:41.471491 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:41.476708 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:41.477894 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-07daafe0-543f-4e1b-880e-2e861adf126f tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/bdea86e5-33e0-4e26-9b21-0b56b1cbbb4d HTTP/1.1" status: 204 len: 168 time: 0.4578929 Oct 10 12:04:41.550693 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-036e285a-23e3-4614-9090-afb97843a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '26eb3c44-9f80-43c7-ab7c-e7d848036840', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:4c:ba:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:04:23Z', 'updated_at': '2022-10-10T12:04:40Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:41.576576 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e285a-23e3-4614-9090-afb97843a68f None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '26eb3c44-9f80-43c7-ab7c-e7d848036840', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'port_id': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'mac_address': 'fa:16:3e:4c:ba:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:04:23Z', 'updated_at': '2022-10-10T12:04:40Z', 'revision_number': 1, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:41.774749 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e8a4c-70e7-4fcd-828b-e8952691305d None None] New status for floating IP 26eb3c44-9f80-43c7-ab7c-e7d848036840: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:04:43.959879 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a21654-8885-4651-a7cd-558f4a77818a req-63405822-307b-42e3-b0f5-71784bb55d77 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:43.961330 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d1a21654-8885-4651-a7cd-558f4a77818a req-63405822-307b-42e3-b0f5-71784bb55d77 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0469539 Oct 10 12:04:44.007595 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d1a21654-8885-4651-a7cd-558f4a77818a req-b1bf03bd-f9ee-4959-8da0-0198dcb3d8d3 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Oct 10 12:04:45.127272 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b203ff-0186-492c-902d-f5e2154637d1 req-94b62f86-7e7d-4e5d-b768-7374f6dd2e33 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:45.128724 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-95b203ff-0186-492c-902d-f5e2154637d1 req-94b62f86-7e7d-4e5d-b768-7374f6dd2e33 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0466125 Oct 10 12:04:45.175251 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-95b203ff-0186-492c-902d-f5e2154637d1 req-09185a69-a130-4366-bba4-5d2485b3335a tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Oct 10 12:04:46.301977 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cddb91-0b58-4cfb-b4c9-935ba56f8298 req-3e4ff030-7e59-49fd-821e-47b22a1444ba tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:46.303472 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50cddb91-0b58-4cfb-b4c9-935ba56f8298 req-3e4ff030-7e59-49fd-821e-47b22a1444ba tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0516493 Oct 10 12:04:46.351133 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50cddb91-0b58-4cfb-b4c9-935ba56f8298 req-235a4f67-22ee-491b-8253-974b5019b3ae tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Oct 10 12:04:46.477795 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-2c53dc90-bef2-4723-b5c0-da639c52aafc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:46.479246 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-2c53dc90-bef2-4723-b5c0-da639c52aafc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 945 time: 0.0458441 Oct 10 12:04:46.564258 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Deleting port 32e17a37-9b9d-4960-877e-e2b3e5fc255f {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:46.564602 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:46.651880 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] For port 32e17a37-9b9d-4960-877e-e2b3e5fc255f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=32e17a37-9b9d-4960-877e-e2b3e5fc255f,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:46.652164 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:46.664694 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Calling delete_port for 32e17a37-9b9d-4960-877e-e2b3e5fc255f owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:46.705101 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:46.726245 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:46.792494 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (32e17a37-9b9d-4960-877e-e2b3e5fc255f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:46.818289 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event deleted for resources: {'Port': ['ID=32e17a37-9b9d-4960-877e-e2b3e5fc255f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:46.842194 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['b6770e59-ceb9-442a-901d-70ac68923881', '32e17a37-9b9d-4960-877e-e2b3e5fc255f'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:04:46.863600 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] No DVR routers for this DVR port 32e17a37-9b9d-4960-877e-e2b3e5fc255f on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:46.866007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:46.869821 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5b136028-8170-43ea-94be-f07aeb1e5778 req-68522ad4-1e69-411e-8f6c-4ed237ce133b tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "DELETE /networking/v2.0/ports/32e17a37-9b9d-4960-877e-e2b3e5fc255f HTTP/1.1" status: 204 len: 173 time: 0.3848264 Oct 10 12:04:46.870312 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ca0d44-4c8c-44a3-b638-4983f27a9aba', 'name': 'network-vif-deleted', 'tag': '32e17a37-9b9d-4960-877e-e2b3e5fc255f'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:46.872566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642421bc-2451-4524-9a73-5ab160191ff7" -d '{"events": [{"server_uuid": "42ca0d44-4c8c-44a3-b638-4983f27a9aba", "name": "network-vif-deleted", "tag": "32e17a37-9b9d-4960-877e-e2b3e5fc255f"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:46.917402 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ee3c0-1aac-46df-b973-ea7dc2a220b8 x-openstack-request-id: req-3f2ee3c0-1aac-46df-b973-ea7dc2a220b8 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:46.917700 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ca0d44-4c8c-44a3-b638-4983f27a9aba", "name": "network-vif-deleted", "tag": "32e17a37-9b9d-4960-877e-e2b3e5fc255f", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:46.917950 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f2ee3c0-1aac-46df-b973-ea7dc2a220b8 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:46.918353 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2ee3c0-1aac-46df-b973-ea7dc2a220b8'] response: {'server_uuid': '42ca0d44-4c8c-44a3-b638-4983f27a9aba', 'name': 'network-vif-deleted', 'tag': '32e17a37-9b9d-4960-877e-e2b3e5fc255f', 'status': 'completed', 'code': 200} Oct 10 12:04:47.468473 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3651a8bc-78f3-4b83-bfa6-ccd09a5b1da5 req-5a06f0d7-c719-4a42-b5dd-10c7d34d8147 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=42ca0d44-4c8c-44a3-b638-4983f27a9aba HTTP/1.1" status: 200 len: 210 time: 0.0312023 Oct 10 12:04:48.701935 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9de16-062f-4898-a8d9-4ea53d9017d3 req-3987114f-996f-4380-b14f-91489ff5b48e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:48.703427 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e6f9de16-062f-4898-a8d9-4ea53d9017d3 req-3987114f-996f-4380-b14f-91489ff5b48e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0489073 Oct 10 12:04:48.784254 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee9cc6-56ce-4845-87f0-396de703340a req-deba9682-93d9-4f72-971a-bf1327ad67d6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:48.785693 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f8ee9cc6-56ce-4845-87f0-396de703340a req-deba9682-93d9-4f72-971a-bf1327ad67d6 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0689204 Oct 10 12:04:48.789434 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e6f9de16-062f-4898-a8d9-4ea53d9017d3 req-49f3bcaa-0e07-4682-a59c-e9b1d59abdb9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804505 Oct 10 12:04:48.833001 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f8ee9cc6-56ce-4845-87f0-396de703340a req-804bbbda-f40b-4f7b-a9db-9516cef8e932 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Oct 10 12:04:49.915638 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06de6-e0da-4d05-bf64-26bfb2ac2a81 req-268c349e-7d4e-4283-b959-c23068b158da tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:49.917733 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75e06de6-e0da-4d05-bf64-26bfb2ac2a81 req-268c349e-7d4e-4283-b959-c23068b158da tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0536294 Oct 10 12:04:49.978426 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aedf1-2914-4f68-a6b0-95a9df6cea09 req-a3ed1b51-e138-4a4a-81e4-c754542835cc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:49.979919 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f0aedf1-2914-4f68-a6b0-95a9df6cea09 req-a3ed1b51-e138-4a4a-81e4-c754542835cc tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0613055 Oct 10 12:04:49.993098 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 32e17a37-9b9d-4960-877e-e2b3e5fc255f no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:50.018545 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 32e17a37-9b9d-4960-877e-e2b3e5fc255f {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:50.019874 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 32e17a37-9b9d-4960-877e-e2b3e5fc255f not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:50.026663 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75e06de6-e0da-4d05-bf64-26bfb2ac2a81 req-c61ee27d-f6b8-4979-b6a2-8859cd9d7295 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994966 Oct 10 12:04:50.052589 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f0aedf1-2914-4f68-a6b0-95a9df6cea09 req-1f90fdd4-4464-4d31-9ea3-f3d92aee4928 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670619 Oct 10 12:04:51.176471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded6ff9-a85a-457c-ae57-cf9b7f09bcd7 req-70147362-7ebb-4d3c-8d18-3bf56a2bb9dd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:51.177911 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dded6ff9-a85a-457c-ae57-cf9b7f09bcd7 req-70147362-7ebb-4d3c-8d18-3bf56a2bb9dd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0780482 Oct 10 12:04:51.187877 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212ab87-5d49-4156-be7a-6136300468ee req-88730399-2ea2-434e-8232-949cbf3f6fa9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:51.189236 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4212ab87-5d49-4156-be7a-6136300468ee req-88730399-2ea2-434e-8232-949cbf3f6fa9 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0575800 Oct 10 12:04:51.264326 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dded6ff9-a85a-457c-ae57-cf9b7f09bcd7 req-616867db-8a1c-43d7-8de3-fc51dd291902 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740952 Oct 10 12:04:51.267158 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4212ab87-5d49-4156-be7a-6136300468ee req-4badcd8a-5b48-425d-910d-9d713221f92e tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703435 Oct 10 12:04:51.457396 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:51.459387 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=41,neutron:DELETE=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:52.415822 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3915d9-0194-4744-8739-79754d273a6a req-97ca01f3-11cc-47f2-9dd5-e78b59281b9c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:52.417280 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7d3915d9-0194-4744-8739-79754d273a6a req-97ca01f3-11cc-47f2-9dd5-e78b59281b9c tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0672626 Oct 10 12:04:52.422681 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59ac5e-9147-4091-98ee-59e83d048f4a req-1de6b1bd-23ba-476d-b66a-e37d275f3e34 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:52.424044 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd59ac5e-9147-4091-98ee-59e83d048f4a req-1de6b1bd-23ba-476d-b66a-e37d275f3e34 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0839725 Oct 10 12:04:52.492878 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7d3915d9-0194-4744-8739-79754d273a6a req-787bd154-d5b2-465f-85db-698287d196e2 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676491 Oct 10 12:04:52.501752 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd59ac5e-9147-4091-98ee-59e83d048f4a req-dc794d7e-6256-4d6a-8ff3-be70f4eafc61 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707090 Oct 10 12:04:53.379894 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-fce8a7d5-ee1e-4eef-a2c0-4f89cfe829c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:53.381289 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-fce8a7d5-ee1e-4eef-a2c0-4f89cfe829c5 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.0458467 Oct 10 12:04:53.503986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:53.521330 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:53.551463 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-a9149b11-c7a8-4b02-8972-c235046e5dd2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:53.552230 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-a9149b11-c7a8-4b02-8972-c235046e5dd2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.0978632 Oct 10 12:04:53.605223 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Deleting port b6770e59-ceb9-442a-901d-70ac68923881 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:53.605557 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (b6770e59-ceb9-442a-901d-70ac68923881), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:53.746180 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56b3ec-e51e-43ba-81cc-f376bee6e698 req-8fb9de84-96ad-4544-ad54-832a5808b89d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:53.747675 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd56b3ec-e51e-43ba-81cc-f376bee6e698 req-8fb9de84-96ad-4544-ad54-832a5808b89d tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 945 time: 0.1772473 Oct 10 12:04:53.757045 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf35a2-d7bf-4f39-bf25-e900d493b9d6 req-f8180051-c431-42ec-ae4a-7f1da782b59d tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:53.758375 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-47bf35a2-d7bf-4f39-bf25-e900d493b9d6 req-f8180051-c431-42ec-ae4a-7f1da782b59d tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 945 time: 0.1588566 Oct 10 12:04:53.816516 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Deleting port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:53.816848 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:53.917692 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] For port b6770e59-ceb9-442a-901d-70ac68923881, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b6770e59-ceb9-442a-901d-70ac68923881,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:53.918051 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (b6770e59-ceb9-442a-901d-70ac68923881), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:53.934102 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd56b3ec-e51e-43ba-81cc-f376bee6e698 req-51abaa55-07c5-4ffa-b782-42538e671a51 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8542e0ac-af27-4ddd-b857-24eb3ac75081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709912 Oct 10 12:04:53.942787 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-47bf35a2-d7bf-4f39-bf25-e900d493b9d6 req-0cc95b74-b731-454c-b00c-809c26ebb9e0 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702044 Oct 10 12:04:53.953367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Calling delete_port for b6770e59-ceb9-442a-901d-70ac68923881 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:54.019843 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] For port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:54.020117 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:54.125306 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:54.239977 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (b6770e59-ceb9-442a-901d-70ac68923881), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:54.245994 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:54.246350 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (93a098ad-6e48-4f0f-991e-ac9c9bf329ef), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:54.246658 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Floating IP 93a098ad-6e48-4f0f-991e-ac9c9bf329ef disassociated. External IP: 172.27.0.224, port: c7ad4161-200b-4965-9f0e-a49f6ad3a6eb. Oct 10 12:04:54.247025 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Calling delete_port for c7ad4161-200b-4965-9f0e-a49f6ad3a6eb owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:54.277994 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Pushing event deleted for resources: {'Port': ['ID=b6770e59-ceb9-442a-901d-70ac68923881,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:54.335910 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:54.355400 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:54.358920 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] No DVR routers for this DVR port b6770e59-ceb9-442a-901d-70ac68923881 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:54.361481 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:54.364897 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-836527c8-add7-4e4e-8dfd-50d8f8086566 req-5ae7933a-9e76-44cb-b84f-aa3ef6536e38 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.58 "DELETE /networking/v2.0/ports/b6770e59-ceb9-442a-901d-70ac68923881 HTTP/1.1" status: 204 len: 173 time: 0.9168317 Oct 10 12:04:54.367120 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0079dd21-134c-4eba-b98a-5e223f5bfb49', 'name': 'network-vif-deleted', 'tag': 'b6770e59-ceb9-442a-901d-70ac68923881'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:54.370781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42846953-8f20-41cd-a713-78edcbafcee6" -d '{"events": [{"server_uuid": "0079dd21-134c-4eba-b98a-5e223f5bfb49", "name": "network-vif-deleted", "tag": "b6770e59-ceb9-442a-901d-70ac68923881"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:54.472210 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (c7ad4161-200b-4965-9f0e-a49f6ad3a6eb), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:54.498034 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event deleted for resources: {'Port': ['ID=c7ad4161-200b-4965-9f0e-a49f6ad3a6eb,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:54.563066 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3859766e-e065-41a7-a10e-7ab97dd5d047 x-openstack-request-id: req-3859766e-e065-41a7-a10e-7ab97dd5d047 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:54.563663 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0079dd21-134c-4eba-b98a-5e223f5bfb49", "name": "network-vif-deleted", "tag": "b6770e59-ceb9-442a-901d-70ac68923881", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:54.563663 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3859766e-e065-41a7-a10e-7ab97dd5d047 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:54.563980 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3859766e-e065-41a7-a10e-7ab97dd5d047'] response: {'server_uuid': '0079dd21-134c-4eba-b98a-5e223f5bfb49', 'name': 'network-vif-deleted', 'tag': 'b6770e59-ceb9-442a-901d-70ac68923881', 'status': 'completed', 'code': 200} Oct 10 12:04:54.623643 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:55.024281 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:55.049773 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:55.063084 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:55.063966 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:55.120014 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-01336df6-3838-49e3-9b79-08b4484c0e37 req-2276c582-bba6-45cc-9ce5-f503114b0977 tempest-ServerRescueNegativeTestJSON-1907734826 tempest-ServerRescueNegativeTestJSON-1907734826-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0079dd21-134c-4eba-b98a-5e223f5bfb49 HTTP/1.1" status: 200 len: 210 time: 0.0600038 Oct 10 12:04:55.134232 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] No DVR routers for this DVR port c7ad4161-200b-4965-9f0e-a49f6ad3a6eb on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:55.136740 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:55.140335 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68d008b7-f42d-4f07-b54a-993d6ed0e2dc req-2b896c66-16d5-4aca-a076-730339f48a48 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "DELETE /networking/v2.0/ports/c7ad4161-200b-4965-9f0e-a49f6ad3a6eb HTTP/1.1" status: 204 len: 173 time: 1.5822294 Oct 10 12:04:55.142553 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a56b31b-c1e2-4e65-8280-c0db851ab5b2 req-bba68ef9-4ade-48d6-8938-64beb43f9a8c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7c012add-b9da-448b-8444-af9e38053fc1 HTTP/1.1" status: 200 len: 210 time: 0.0718081 Oct 10 12:04:55.182484 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:55.249656 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:55.366095 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:55.390943 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:55.398988 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:55.399582 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:55.501880 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:55.693380 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:55.717900 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a8320-1545-42a4-b16d-132cfae4627d None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:55.928859 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbf51bf-3933-4e3a-a1b3-0ba7f566603d None None] New status for floating IP 93a098ad-6e48-4f0f-991e-ac9c9bf329ef: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:04:56.002369 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:56.032598 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device b6770e59-ceb9-442a-901d-70ac68923881 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:56.057591 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: b6770e59-ceb9-442a-901d-70ac68923881 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:56.057934 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device b6770e59-ceb9-442a-901d-70ac68923881 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:56.058361 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device c7ad4161-200b-4965-9f0e-a49f6ad3a6eb no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:04:56.078106 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: c7ad4161-200b-4965-9f0e-a49f6ad3a6eb {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:04:56.078642 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device c7ad4161-200b-4965-9f0e-a49f6ad3a6eb not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:04:56.186347 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46408) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:56.428712 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-4a3f897e-e26a-4a26-92da-9002ad0579af tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1779695716&fields=id&tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 267 time: 0.0493207 Oct 10 12:04:56.536894 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d166e3d1-c995-4dbe-a60f-55e3de931e7e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:56.538327 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d166e3d1-c995-4dbe-a60f-55e3de931e7e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 812 time: 0.1030602 Oct 10 12:04:56.553942 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-c1012412-8472-44a8-b5cd-d0aeef694efe tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/quotas/638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 375 time: 0.0092530 Oct 10 12:04:56.567579 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c012add-b9da-448b-8444-af9e38053fc1', 'name': 'network-vif-deleted', 'tag': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:04:56.569821 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd0e9c-ded4-4014-939a-e81a58683c4a" -d '{"events": [{"server_uuid": "7c012add-b9da-448b-8444-af9e38053fc1", "name": "network-vif-deleted", "tag": "c7ad4161-200b-4965-9f0e-a49f6ad3a6eb"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:04:56.612685 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-8ff41502-7558-4b72-b64b-5bd9043a2e86 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535288 Oct 10 12:04:56.614109 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099b2545-951c-4c36-b136-d638c06191a4 x-openstack-request-id: req-099b2545-951c-4c36-b136-d638c06191a4 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:04:56.614390 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c012add-b9da-448b-8444-af9e38053fc1", "name": "network-vif-deleted", "tag": "c7ad4161-200b-4965-9f0e-a49f6ad3a6eb", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:04:56.614636 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-099b2545-951c-4c36-b136-d638c06191a4 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:04:56.615046 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099b2545-951c-4c36-b136-d638c06191a4'] response: {'server_uuid': '7c012add-b9da-448b-8444-af9e38053fc1', 'name': 'network-vif-deleted', 'tag': 'c7ad4161-200b-4965-9f0e-a49f6ad3a6eb', 'status': 'completed', 'code': 200} Oct 10 12:04:56.616729 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:56.752334 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-360d526b-6bc3-49a2-b8d7-5d0f2243169c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281371 Oct 10 12:04:56.832645 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Deleting port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:56.832975 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:56.843920 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-0e295d01-e97d-4c9d-84ce-779e7c4e469b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856466 Oct 10 12:04:56.911346 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] For port 4825e9ff-4037-49dc-9b0b-74fb13f5f25d, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:56.911646 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:56.924177 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Calling delete_port for 4825e9ff-4037-49dc-9b0b-74fb13f5f25d owned by network:router_interface {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:57.094651 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:57.107810 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (4825e9ff-4037-49dc-9b0b-74fb13f5f25d), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:57.120303 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:57.136561 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1aa0497-5466-4d8c-ae37-78e26d685a54 req-0b0589e6-0eb6-44f3-99eb-fb1aca7c1817 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 210 time: 0.0293334 Oct 10 12:04:57.144624 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Pushing event deleted for resources: {'Port': ['ID=4825e9ff-4037-49dc-9b0b-74fb13f5f25d,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:57.309872 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:57.737560 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:04:57.841585 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:04:57.846544 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-5df7bd17-048f-4da4-9761-918cf7997294 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6597931 Oct 10 12:04:57.849082 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46438) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:57.853426 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] Sync routers for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:04:57.864412 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:57.865510 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:57.944690 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks [] for router (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:57.968018 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:58.043050 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks [] for router_gateway (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.088998 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Deleting port 7128fde8-175a-4611-bf79-e186432da51d {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:58.089703 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (7128fde8-175a-4611-bf79-e186432da51d), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.143281 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '7128fde8-175a-4611-bf79-e186432da51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T12:04:57Z', 'revision_number': 5, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port': {'id': '7128fde8-175a-4611-bf79-e186432da51d', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:58.170644 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] Checking router: d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:04:58.177452 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] For port 7128fde8-175a-4611-bf79-e186432da51d, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=7128fde8-175a-4611-bf79-e186432da51d,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:58.177820 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (7128fde8-175a-4611-bf79-e186432da51d), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.180715 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] Routers {'d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:04:58.181933 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:04:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:58.191133 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Calling delete_port for 7128fde8-175a-4611-bf79-e186432da51d owned by network:router_gateway {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:58.246489 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:58.263986 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd419faa-340f-47ef-b97b-348f1268769d req-7e31379f-7291-4586-8db3-baa36eb56c45 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 210 time: 0.0305116 Oct 10 12:04:58.270248 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:58.376348 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:58.393713 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:58.402986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-496abb61-f2a3-478e-89f4-cea0ee87f727 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:58.405169 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-496abb61-f2a3-478e-89f4-cea0ee87f727 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 812 time: 0.1236696 Oct 10 12:04:58.408113 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] Set router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 gateway port host: None {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:04:58.413245 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (7128fde8-175a-4611-bf79-e186432da51d), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.437740 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7128fde8-175a-4611-bf79-e186432da51d,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:58.467520 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T12:04:58Z', 'revision_number': 6, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:58.483964 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:58.497912 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a10ea-8036-405e-b94b-9a7c6c3aa69b None None] The sync data for ids ['d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012'] in dv-cinder-850618-4-iscsi is: [{'id': 'd7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012', 'name': 'tempest-ServerRescueNegativeTestJSON-1060373705-router', 'tenant_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T12:04:58Z', 'revision_number': 6, 'project_id': 'b72dcfa7755e499f8f55ade0fde3d7c7', 'gw_port_host': None}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:04:58.510076 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.516455 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-498ae884-0e59-4064-8c1a-9b0277a06d73 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 380 time: 0.0825529 Oct 10 12:04:58.527079 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'port': {'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'admin_state_up': True, 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'security_groups': ['30105ad4-0266-4edd-a0a3-cc7ba62670b6']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:58.603134 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.606007 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks [] for router_controller (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.646932 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.647546 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 {{(pid=106262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:04:58.651237 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Made reservation on behalf of 638435e7c9ea431aa6ad3674ee6ff2ae for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:04:58.653478 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.654557 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-7a042c53-cca1-44e7-a188-5938d215e8b4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/d7ea76fc-4ba2-4be6-b7a4-d9ba4e75e012 HTTP/1.1" status: 204 len: 168 time: 0.8045628 Oct 10 12:04:58.656174 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.659221 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46442) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:58.672024 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5895dddd-0a8c-4b8c-929c-96567158497d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.753133 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ed5289-c746-475d-8715-d3ca71b39004 admin admin] Deleting subnet 95412195-ef37-40f7-ae8f-143b7f8669e9 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:04:58.760696 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78ed5289-c746-475d-8715-d3ca71b39004 admin admin] Publish callbacks [] for subnet (95412195-ef37-40f7-ae8f-143b7f8669e9), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.830232 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78ed5289-c746-475d-8715-d3ca71b39004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (95412195-ef37-40f7-ae8f-143b7f8669e9), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:58.887199 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Allocated IP 172.20.0.12 (099cba3b-5410-4f1b-a5a9-7c05259222ec/8571d062-b030-4082-9046-61470997a90e/612b5334-2c73-4495-a917-6e51b705efde) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:04:58.960718 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78ed5289-c746-475d-8715-d3ca71b39004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (95412195-ef37-40f7-ae8f-143b7f8669e9), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.086552 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78ed5289-c746-475d-8715-d3ca71b39004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (95412195-ef37-40f7-ae8f-143b7f8669e9), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.120985 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed5289-c746-475d-8715-d3ca71b39004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95412195-ef37-40f7-ae8f-143b7f8669e9,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:59.132299 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78ed5289-c746-475d-8715-d3ca71b39004 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.135433 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-78ed5289-c746-475d-8715-d3ca71b39004 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/95412195-ef37-40f7-ae8f-143b7f8669e9 HTTP/1.1" status: 204 len: 168 time: 0.4753225 Oct 10 12:04:59.135749 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27666b-f44e-4d58-963b-a27cd28f2163 None None] Network 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:04:59.138059 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:59.138290 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46444) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:59.141143 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (612b5334-2c73-4495-a917-6e51b705efde), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.175915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:59.183653 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (612b5334-2c73-4495-a917-6e51b705efde), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.218933 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.244894 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:59.249863 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=612b5334-2c73-4495-a917-6e51b705efde,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:59.269895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:04:59.272423 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:04:59.276241 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:04:59.290630 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Deleting port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:59.291434 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.350876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:59.351628 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.357967 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] DHCP port deletion for 2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:04:59.377988 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-d3d36a26-860b-4764-895a-dc981940ab22 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8563528 Oct 10 12:04:59.392687 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] For port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:59.393083 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.398332 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Request body: {'port': {'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:04:59.426924 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Calling delete_port for 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:59.435268 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] Deleting port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:04:59.435942 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.499838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721790d6-86f3-4354-9c0e-6d1bd6afe028 req-e1825410-5882-4f2c-811d-8ffdd8b14258 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:59.506924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-721790d6-86f3-4354-9c0e-6d1bd6afe028 req-e1825410-5882-4f2c-811d-8ffdd8b14258 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 932 time: 0.1278322 Oct 10 12:04:59.517900 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] For port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,segment=NetworkSegment(597ffcf7-cd01-447c-a739-74e7b44909e5),segment_id=597ffcf7-cd01-447c-a739-74e7b44909e5)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:04:59.518581 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.537770 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] Calling delete_port for 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:04:59.538016 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (612b5334-2c73-4495-a917-6e51b705efde), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.556418 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.586219 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:59.594076 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] No DVR routers for this DVR port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c on host dv-cinder-850618-4-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:59.615478 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-721790d6-86f3-4354-9c0e-6d1bd6afe028 req-6a2929a8-669c-4eb9-9eac-6936445f24fc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074674 Oct 10 12:04:59.624728 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-db55ed07-90a9-46f3-b5f1-e25d9d621314 None None] Provisioning complete for port 612b5334-2c73-4495-a917-6e51b705efde triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:04:59.625111 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db55ed07-90a9-46f3-b5f1-e25d9d621314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (612b5334-2c73-4495-a917-6e51b705efde), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.625653 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-db55ed07-90a9-46f3-b5f1-e25d9d621314 None None] Attempt 1 to provision port 612b5334-2c73-4495-a917-6e51b705efde Oct 10 12:04:59.676879 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.685975 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (109a6b6a-90d9-42c5-b5d7-27ec99f95a6c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.706965 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac8f1d1-c12a-4843-a8c4-2e6d690ca422']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:59.719413 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597ffcf7-cd01-447c-a739-74e7b44909e5') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:59.719708 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597ffcf7-cd01-447c-a739-74e7b44909e5') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:04:59.730507 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (597ffcf7-cd01-447c-a739-74e7b44909e5), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.745062 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (597ffcf7-cd01-447c-a739-74e7b44909e5), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.755577 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:04:59.755973 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (597ffcf7-cd01-447c-a739-74e7b44909e5), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.798850 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 597ffcf7-cd01-447c-a739-74e7b44909e5 resource provider aggregate not found Oct 10 12:04:59.828807 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 597ffcf7-cd01-447c-a739-74e7b44909e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 597ffcf7-cd01-447c-a739-74e7b44909e5 found for delete ", "request_id": "req-8b0152ef-6111-4076-a25a-141b80000ebc"}]} Oct 10 12:04:59.834257 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (2ac8f1d1-c12a-4843-a8c4-2e6d690ca422), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.840353 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.843584 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/2ac8f1d1-c12a-4843-a8c4-2e6d690ca422 HTTP/1.1" status: 204 len: 168 time: 0.7040236 Oct 10 12:04:59.852701 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] Pushing event deleted for resources: {'Port': ['ID=109a6b6a-90d9-42c5-b5d7-27ec99f95a6c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:59.854723 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319744c8-eb50-49b3-8f47-14ac8384c567 None None] No DVR routers for this DVR port 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:04:59.855989 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-db55ed07-90a9-46f3-b5f1-e25d9d621314 None None] Port 612b5334-2c73-4495-a917-6e51b705efde cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:04:59.875486 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538807c-9070-4c83-9c6c-66115b3e0ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac8f1d1-c12a-4843-a8c4-2e6d690ca422,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:59.917068 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612b5334-2c73-4495-a917-6e51b705efde {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:04:59.925281 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Publish callbacks [] for port (612b5334-2c73-4495-a917-6e51b705efde), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.939553 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Transition to ACTIVE for port object 612b5334-2c73-4495-a917-6e51b705efde will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:04:59.943256 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (612b5334-2c73-4495-a917-6e51b705efde), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:59.993319 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46456) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:00.035309 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Pushing event updated for resources: {'Port': ['ID=612b5334-2c73-4495-a917-6e51b705efde,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:00.044044 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2ecc9a53-6684-4782-bc0f-a2d04d955d10 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b72dcfa7755e499f8f55ade0fde3d7c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481958 Oct 10 12:05:00.045975 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46458) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:00.060220 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:00.066721 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Attempting to bind port 612b5334-2c73-4495-a917-6e51b705efde on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:05:00.067393 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Attempting to bind port 612b5334-2c73-4495-a917-6e51b705efde by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:05:00.067538 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Attempting to bind port 612b5334-2c73-4495-a917-6e51b705efde on network 099cba3b-5410-4f1b-a5a9-7c05259222ec {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:05:00.070259 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:00.100032 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8763aff2-a6ca-4f2c-95b9-4fa8ee56e134 admin admin] Publish callbacks [] for security_group (8542e0ac-af27-4ddd-b857-24eb3ac75081), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:00.124193 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8763aff2-a6ca-4f2c-95b9-4fa8ee56e134 admin admin] Publish callbacks [] for security_group (8542e0ac-af27-4ddd-b857-24eb3ac75081), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:00.125506 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Port 612b5334-2c73-4495-a917-6e51b705efde on network 099cba3b-5410-4f1b-a5a9-7c05259222ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:05:00.125938 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Attempting to bind port 612b5334-2c73-4495-a917-6e51b705efde on network 099cba3b-5410-4f1b-a5a9-7c05259222ec {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:05:00.151868 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 4825e9ff-4037-49dc-9b0b-74fb13f5f25d no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:00.171962 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:05:00.172352 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Checking segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:05:00.172481 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 4825e9ff-4037-49dc-9b0b-74fb13f5f25d {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:00.172637 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 4825e9ff-4037-49dc-9b0b-74fb13f5f25d not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:00.172793 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Bound using segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:05:00.173083 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Bound port: 612b5334-2c73-4495-a917-6e51b705efde, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:05:00.173409 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 7128fde8-175a-4611-bf79-e186432da51d no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:00.173532 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (612b5334-2c73-4495-a917-6e51b705efde), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:00.181051 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8763aff2-a6ca-4f2c-95b9-4fa8ee56e134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (8542e0ac-af27-4ddd-b857-24eb3ac75081), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:00.185916 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8763aff2-a6ca-4f2c-95b9-4fa8ee56e134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:00.189966 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8763aff2-a6ca-4f2c-95b9-4fa8ee56e134 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8542e0ac-af27-4ddd-b857-24eb3ac75081 HTTP/1.1" status: 204 len: 168 time: 0.1406777 Oct 10 12:05:00.193106 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 7128fde8-175a-4611-bf79-e186432da51d {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:00.193710 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 7128fde8-175a-4611-bf79-e186432da51d not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:00.194122 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:00.195827 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763aff2-a6ca-4f2c-95b9-4fa8ee56e134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8542e0ac-af27-4ddd-b857-24eb3ac75081,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:00.218807 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:00.219279 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 109a6b6a-90d9-42c5-b5d7-27ec99f95a6c not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:00.250204 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] For port 612b5334-2c73-4495-a917-6e51b705efde, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:05:00.253757 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] For port 612b5334-2c73-4495-a917-6e51b705efde, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=612b5334-2c73-4495-a917-6e51b705efde,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:05:00.260301 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (612b5334-2c73-4495-a917-6e51b705efde), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:00.263928 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.264541 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:00.266186 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/612b5334-2c73-4495-a917-6e51b705efde HTTP/1.1" status: 200 len: 1094 time: 0.8734014 Oct 10 12:05:00.268380 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'tag': '612b5334-2c73-4495-a917-6e51b705efde'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:00.270632 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "tag": "612b5334-2c73-4495-a917-6e51b705efde"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:00.297137 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:00.307472 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:00.320505 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5b81e1-20e4-44d1-8d21-4c199ae7f71c x-openstack-request-id: req-ff5b81e1-20e4-44d1-8d21-4c199ae7f71c {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:00.320889 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "tag": "612b5334-2c73-4495-a917-6e51b705efde", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:00.321155 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff5b81e1-20e4-44d1-8d21-4c199ae7f71c {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:00.321649 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5b81e1-20e4-44d1-8d21-4c199ae7f71c'] response: {'name': 'network-changed', 'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'tag': '612b5334-2c73-4495-a917-6e51b705efde', 'status': 'completed', 'code': 200} Oct 10 12:05:00.338575 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d6f0c-9f70-49c2-ad85-b8c662a70393 service neutron] Pushing event updated for resources: {'Port': ['ID=612b5334-2c73-4495-a917-6e51b705efde,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:00.396135 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-db3ae511-1f00-4d93-95ef-062041f5a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.397687 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-db3ae511-1f00-4d93-95ef-062041f5a8b0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 1128 time: 0.0462470 Oct 10 12:05:00.446987 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-2ba62b87-1299-4571-ab4a-a2386bb94d55 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=612b5334-2c73-4495-a917-6e51b705efde HTTP/1.1" status: 200 len: 217 time: 0.0358803 Oct 10 12:05:00.496714 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-81885c63-38b7-4c26-8eb8-7cae78de35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.498158 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-81885c63-38b7-4c26-8eb8-7cae78de35e7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0446482 Oct 10 12:05:00.546624 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-b0dd52a6-b5c5-4e54-a163-3d61f85ea3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.548267 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-b0dd52a6-b5c5-4e54-a163-3d61f85ea3a6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432508 Oct 10 12:05:00.644874 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-3e36c837-9297-4f85-a760-3e3419c4ca7e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881996 Oct 10 12:05:00.758496 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc548c-b4b7-4298-a2c6-6e1818850ac6 req-9dddfa67-159f-4510-ba93-332491bd7385 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.760016 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-11cc548c-b4b7-4298-a2c6-6e1818850ac6 req-9dddfa67-159f-4510-ba93-332491bd7385 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 944 time: 0.0599029 Oct 10 12:05:00.796733 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1d784bf9-d85e-4926-ab97-efe93524fd70 req-27ae0294-f623-4767-a8e9-b61f05bbdaa5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459956 Oct 10 12:05:00.827403 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-11cc548c-b4b7-4298-a2c6-6e1818850ac6 req-21c63f6a-f64f-4375-b4ca-0822b7b8175a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609567 Oct 10 12:05:00.921399 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8702-88f3-4c4f-b4bf-565f31bc623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:01.191541 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-3516d20b-af9b-4dad-8641-278b8b33dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:01.193173 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-3516d20b-af9b-4dad-8641-278b8b33dd93 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 1128 time: 0.0457292 Oct 10 12:05:01.286636 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-e324b45f-cf59-4d10-b63b-1dfcef7f2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:01.288041 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-e324b45f-cf59-4d10-b63b-1dfcef7f2e77 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.0885103 Oct 10 12:05:01.330021 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-b9377237-de09-4729-a096-568355a39516 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=612b5334-2c73-4495-a917-6e51b705efde HTTP/1.1" status: 200 len: 217 time: 0.0352664 Oct 10 12:05:01.385724 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-8ca6f80f-ad08-4430-992d-a8cc3d8da8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:01.387209 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-8ca6f80f-ad08-4430-992d-a8cc3d8da8ef service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0480852 Oct 10 12:05:01.436357 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-7c708b62-fba1-4345-b367-fa7132a2b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:01.438311 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-7c708b62-fba1-4345-b367-fa7132a2b735 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432088 Oct 10 12:05:01.536349 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-7a98e69e-25ac-4e94-9cdc-5ef8ac22ae4e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916111 Oct 10 12:05:01.630873 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0e61845-b37b-43a8-95ac-fbdc3894a3ac req-5e50da5c-864b-41b1-abf1-59845721d576 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866194 Oct 10 12:05:01.944766 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:01.957634 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b62eba-6650-4e30-bc78-862bdbf63622 req-a747004e-e3c9-4757-bca0-54204bc97c23 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:01.965044 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3b62eba-6650-4e30-bc78-862bdbf63622 req-a747004e-e3c9-4757-bca0-54204bc97c23 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 944 time: 0.0553975 Oct 10 12:05:01.973972 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46516) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:01.985576 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:02.014793 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3b62eba-6650-4e30-bc78-862bdbf63622 req-09fb876d-66e7-4862-9499-d0e7ceb000fa tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489106 Oct 10 12:05:02.083415 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.158105 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Publish callbacks [] for security_group (5df5ca93-8cb6-4109-8681-18379af4756d), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.161480 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (5df5ca93-8cb6-4109-8681-18379af4756d), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.199580 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=db8791e989314e6a84204e4483335991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240169 Oct 10 12:05:02.200464 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5ca93-8cb6-4109-8681-18379af4756d,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:02.202769 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46520) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:02.207899 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.208248 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.208589 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.208924 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.209259 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.209583 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.209902 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.210222 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.210543 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.210864 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.211332 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.211655 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.211978 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.212294 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.213151 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3d9ec-3b6f-4fa9-bac4-69541b029308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.243504 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:02.254639 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd212adc-cf56-4db6-84f5-0a62749d4904 admin admin] Publish callbacks [] for security_group (5df5ca93-8cb6-4109-8681-18379af4756d), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.274150 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd212adc-cf56-4db6-84f5-0a62749d4904 admin admin] Publish callbacks [] for security_group (5df5ca93-8cb6-4109-8681-18379af4756d), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.320758 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd212adc-cf56-4db6-84f5-0a62749d4904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (5df5ca93-8cb6-4109-8681-18379af4756d), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.324239 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bd212adc-cf56-4db6-84f5-0a62749d4904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.325390 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bd212adc-cf56-4db6-84f5-0a62749d4904 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5df5ca93-8cb6-4109-8681-18379af4756d HTTP/1.1" status: 204 len: 168 time: 0.1213169 Oct 10 12:05:02.334011 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd212adc-cf56-4db6-84f5-0a62749d4904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5ca93-8cb6-4109-8681-18379af4756d,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:02.579908 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46526) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:02.595596 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8aa183f3-ccd2-4d3c-b6a9-815b0370b136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.669614 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8aa183f3-ccd2-4d3c-b6a9-815b0370b136 admin admin] Publish callbacks [] for security_group (7136a606-ec4b-4348-86d0-964149e0b9be), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.673449 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8aa183f3-ccd2-4d3c-b6a9-815b0370b136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (7136a606-ec4b-4348-86d0-964149e0b9be), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.711859 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8aa183f3-ccd2-4d3c-b6a9-815b0370b136 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a3bfe6f2a120412b8c505f02e8b59afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309097 Oct 10 12:05:02.712750 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa183f3-ccd2-4d3c-b6a9-815b0370b136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7136a606-ec4b-4348-86d0-964149e0b9be,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:02.714600 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46528) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:02.765484 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e5a6-6705-4888-9a05-62f9e0d2e735 admin admin] Publish callbacks [] for security_group (7136a606-ec4b-4348-86d0-964149e0b9be), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.785329 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e5a6-6705-4888-9a05-62f9e0d2e735 admin admin] Publish callbacks [] for security_group (7136a606-ec4b-4348-86d0-964149e0b9be), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.835038 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e5a6-6705-4888-9a05-62f9e0d2e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (7136a606-ec4b-4348-86d0-964149e0b9be), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.838153 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e5a6-6705-4888-9a05-62f9e0d2e735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:02.839304 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1ce7e5a6-6705-4888-9a05-62f9e0d2e735 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7136a606-ec4b-4348-86d0-964149e0b9be HTTP/1.1" status: 204 len: 168 time: 0.1224093 Oct 10 12:05:02.846944 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7e5a6-6705-4888-9a05-62f9e0d2e735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7136a606-ec4b-4348-86d0-964149e0b9be,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:03.138673 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea7e1e-4934-4761-8a67-19f3361f3d27 req-6a691e4e-8509-4955-8f9d-55da3e148060 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:03.140221 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-23ea7e1e-4934-4761-8a67-19f3361f3d27 req-6a691e4e-8509-4955-8f9d-55da3e148060 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 944 time: 0.0501704 Oct 10 12:05:03.190461 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-23ea7e1e-4934-4761-8a67-19f3361f3d27 req-d40e88d5-7c46-43e2-8bcb-6105104348f3 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448470 Oct 10 12:05:03.659525 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:03.717454 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.317164 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45984-e435-4330-8f04-5fa21887b8e3 req-c60c97fe-c231-4c48-be9d-21b81980e9fc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:04.318642 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-93e45984-e435-4330-8f04-5fa21887b8e3 req-c60c97fe-c231-4c48-be9d-21b81980e9fc tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 944 time: 0.0532610 Oct 10 12:05:04.368509 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-93e45984-e435-4330-8f04-5fa21887b8e3 req-6d9c053f-70ff-402a-b042-08ba827b7992 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440228 Oct 10 12:05:04.418273 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46576) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:04.521562 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9ef44ec6-e4cd-4f71-82f1-d85b7dc6fddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.598401 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9ef44ec6-e4cd-4f71-82f1-d85b7dc6fddc admin admin] Publish callbacks [] for security_group (5c869543-c32b-4514-8fa8-d108e905a2a5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.602629 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9ef44ec6-e4cd-4f71-82f1-d85b7dc6fddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (5c869543-c32b-4514-8fa8-d108e905a2a5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.641841 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9ef44ec6-e4cd-4f71-82f1-d85b7dc6fddc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=38cda92f169246799d3ff833e5a62ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224786 Oct 10 12:05:04.642665 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef44ec6-e4cd-4f71-82f1-d85b7dc6fddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c869543-c32b-4514-8fa8-d108e905a2a5,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:04.645471 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46582) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:04.695120 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6ea6-bb67-4c48-bdd1-39ba1d8d0ff0 admin admin] Publish callbacks [] for security_group (5c869543-c32b-4514-8fa8-d108e905a2a5), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.715532 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6ea6-bb67-4c48-bdd1-39ba1d8d0ff0 admin admin] Publish callbacks [] for security_group (5c869543-c32b-4514-8fa8-d108e905a2a5), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.762173 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6ea6-bb67-4c48-bdd1-39ba1d8d0ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (5c869543-c32b-4514-8fa8-d108e905a2a5), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.764865 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6ea6-bb67-4c48-bdd1-39ba1d8d0ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.766012 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-6c8e6ea6-bb67-4c48-bdd1-39ba1d8d0ff0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5c869543-c32b-4514-8fa8-d108e905a2a5 HTTP/1.1" status: 204 len: 168 time: 0.1190636 Oct 10 12:05:04.773794 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e6ea6-bb67-4c48-bdd1-39ba1d8d0ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c869543-c32b-4514-8fa8-d108e905a2a5,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:05.061938 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46594) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:05.075697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e5830c77-a77d-41b4-906b-f52f4c54052b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:05.156651 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e5830c77-a77d-41b4-906b-f52f4c54052b admin admin] Publish callbacks [] for security_group (cdd972af-7d1a-4054-b1eb-3ae56297ce3a), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:05.161107 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e5830c77-a77d-41b4-906b-f52f4c54052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (cdd972af-7d1a-4054-b1eb-3ae56297ce3a), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:05.187143 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:05.206240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:05.213631 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e5830c77-a77d-41b4-906b-f52f4c54052b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=00e12e31745f4ac59dd8e40afad6fd6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480544 Oct 10 12:05:05.213915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46598) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:05.220278 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5830c77-a77d-41b4-906b-f52f4c54052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd972af-7d1a-4054-b1eb-3ae56297ce3a,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:05.277393 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bfd9-04f5-4c4a-bf4d-0d06a8727b1f admin admin] Publish callbacks [] for security_group (cdd972af-7d1a-4054-b1eb-3ae56297ce3a), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:05.301513 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bfd9-04f5-4c4a-bf4d-0d06a8727b1f admin admin] Publish callbacks [] for security_group (cdd972af-7d1a-4054-b1eb-3ae56297ce3a), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:05.347272 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bfd9-04f5-4c4a-bf4d-0d06a8727b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (cdd972af-7d1a-4054-b1eb-3ae56297ce3a), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:05.349852 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4dc4bfd9-04f5-4c4a-bf4d-0d06a8727b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:05.351091 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4dc4bfd9-04f5-4c4a-bf4d-0d06a8727b1f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cdd972af-7d1a-4054-b1eb-3ae56297ce3a HTTP/1.1" status: 204 len: 168 time: 0.1363838 Oct 10 12:05:05.359309 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4bfd9-04f5-4c4a-bf4d-0d06a8727b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd972af-7d1a-4054-b1eb-3ae56297ce3a,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:05.496295 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858d17-2faa-45af-b8f3-7b4ef95c775f req-3caffc7b-bdd8-491f-873d-0e434e104b02 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:05.497817 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40858d17-2faa-45af-b8f3-7b4ef95c775f req-3caffc7b-bdd8-491f-873d-0e434e104b02 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 944 time: 0.0516226 Oct 10 12:05:05.553523 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40858d17-2faa-45af-b8f3-7b4ef95c775f req-c0c430c2-8cc0-4b79-bdc7-02229e51dcfe tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490909 Oct 10 12:05:06.690326 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe074-4a95-4eed-ad5e-53b67010d829 req-ef182266-4112-4ed2-86e0-8daa58af83b6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:06.691771 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c7fe074-4a95-4eed-ad5e-53b67010d829 req-ef182266-4112-4ed2-86e0-8daa58af83b6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 944 time: 0.0487282 Oct 10 12:05:06.742478 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c7fe074-4a95-4eed-ad5e-53b67010d829 req-955a7b17-240d-4507-9d6f-8491888e15d9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451610 Oct 10 12:05:07.090749 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:05:07.242741 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d66df-af9a-405c-9d9f-2446bfecce5e req-95b0e072-dd0f-4a3d-8021-b9b674a1f867 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:07.244735 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f9d66df-af9a-405c-9d9f-2446bfecce5e req-95b0e072-dd0f-4a3d-8021-b9b674a1f867 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0515239 Oct 10 12:05:07.290933 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f9d66df-af9a-405c-9d9f-2446bfecce5e req-d2ea632b-1293-4e1b-9173-c4bcbcd82e4f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399821 Oct 10 12:05:07.866455 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c157-8006-48f0-8f7b-e9a653c85590 req-6817d501-e456-4843-a5db-e512d8951f5c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:07.868003 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e646c157-8006-48f0-8f7b-e9a653c85590 req-6817d501-e456-4843-a5db-e512d8951f5c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 944 time: 0.0485878 Oct 10 12:05:07.918536 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e646c157-8006-48f0-8f7b-e9a653c85590 req-08afe9d7-69c2-4c92-a20a-e0441baf2b91 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 Oct 10 12:05:08.052862 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 612b5334-2c73-4495-a917-6e51b705efde details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:05:08.155677 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 612b5334-2c73-4495-a917-6e51b705efde, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=612b5334-2c73-4495-a917-6e51b705efde,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:08.167545 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '612b5334-2c73-4495-a917-6e51b705efde', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:05:08.203736 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 612b5334-2c73-4495-a917-6e51b705efde is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:05:08.204243 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (612b5334-2c73-4495-a917-6e51b705efde), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:08.223661 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612b5334-2c73-4495-a917-6e51b705efde {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:05:08.244698 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 612b5334-2c73-4495-a917-6e51b705efde, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=612b5334-2c73-4495-a917-6e51b705efde,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:08.249712 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (612b5334-2c73-4495-a917-6e51b705efde), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:08.296474 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=612b5334-2c73-4495-a917-6e51b705efde,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:08.428161 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75819a8-2777-4482-8b57-88232defa2e1 req-7338f139-22a9-466f-b716-7b3bf866143c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:08.429619 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f75819a8-2777-4482-8b57-88232defa2e1 req-7338f139-22a9-466f-b716-7b3bf866143c tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0542421 Oct 10 12:05:08.436806 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:08.478724 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f75819a8-2777-4482-8b57-88232defa2e1 req-0c435abf-b131-40d4-b08f-bbce4a0e5726 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421662 Oct 10 12:05:08.595940 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['612b5334-2c73-4495-a917-6e51b705efde'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:05:08.635196 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:08.644572 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:09.043878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2064510-3761-4458-a0c8-b2ce2ee9913e req-b34da65b-64b9-4f97-be0b-4ba0e89d4776 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:09.045362 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a2064510-3761-4458-a0c8-b2ce2ee9913e req-b34da65b-64b9-4f97-be0b-4ba0e89d4776 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 945 time: 0.0472736 Oct 10 12:05:09.094407 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a2064510-3761-4458-a0c8-b2ce2ee9913e req-f7abf5d9-8fdd-43fa-b8eb-075973c474b1 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Oct 10 12:05:09.602252 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503ddfe-6c9f-48c7-bca0-b330b37a7fff req-17bd18f1-07eb-4d75-a47c-16fac8fbf3fd tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:09.604429 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2503ddfe-6c9f-48c7-bca0-b330b37a7fff req-17bd18f1-07eb-4d75-a47c-16fac8fbf3fd tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0457973 Oct 10 12:05:09.653477 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2503ddfe-6c9f-48c7-bca0-b330b37a7fff req-574b8263-6bb1-48a2-a6cd-46d27ee8887e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 Oct 10 12:05:10.060962 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 612b5334-2c73-4495-a917-6e51b705efde up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:05:10.106121 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 612b5334-2c73-4495-a917-6e51b705efde completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:05:10.112935 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 612b5334-2c73-4495-a917-6e51b705efde triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:05:10.113364 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (612b5334-2c73-4495-a917-6e51b705efde), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.113683 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 612b5334-2c73-4495-a917-6e51b705efde Oct 10 12:05:10.210478 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 612b5334-2c73-4495-a917-6e51b705efde is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:05:10.211111 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (612b5334-2c73-4495-a917-6e51b705efde), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.237302 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612b5334-2c73-4495-a917-6e51b705efde'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:10.238541 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6afff6-255b-453a-b6b9-3cdf3740c974 req-177f8747-609d-43ea-be8c-d47889781fa2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:10.239787 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360a4417-d56e-4657-addd-ea2e0c52b147" -d '{"events": [{"server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "name": "network-vif-plugged", "status": "completed", "tag": "612b5334-2c73-4495-a917-6e51b705efde"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:10.240970 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dc6afff6-255b-453a-b6b9-3cdf3740c974 req-177f8747-609d-43ea-be8c-d47889781fa2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 945 time: 0.0523143 Oct 10 12:05:10.253718 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 612b5334-2c73-4495-a917-6e51b705efde, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=612b5334-2c73-4495-a917-6e51b705efde,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:10.264452 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (612b5334-2c73-4495-a917-6e51b705efde), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.313900 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=612b5334-2c73-4495-a917-6e51b705efde,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:10.322439 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dc6afff6-255b-453a-b6b9-3cdf3740c974 req-88ec2618-1608-4fd8-8372-e2c991b2a092 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749207 Oct 10 12:05:10.435392 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f13e6a8-3edb-490a-a27c-bbf32f404d2e x-openstack-request-id: req-8f13e6a8-3edb-490a-a27c-bbf32f404d2e {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:10.435710 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "name": "network-vif-plugged", "status": "completed", "tag": "612b5334-2c73-4495-a917-6e51b705efde", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:10.436049 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f13e6a8-3edb-490a-a27c-bbf32f404d2e {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:10.436459 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f13e6a8-3edb-490a-a27c-bbf32f404d2e'] response: {'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612b5334-2c73-4495-a917-6e51b705efde', 'code': 200} Oct 10 12:05:10.491833 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46738) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:10.595485 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.625604 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:10.638106 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:10.678673 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Publish callbacks [] for security_group (c832ade0-0ac5-4324-a5de-585d98b97214), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.683227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c832ade0-0ac5-4324-a5de-585d98b97214), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.765694 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0355140a5b1a4a34ae0a3022a46f9a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727292 Oct 10 12:05:10.768410 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46744) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:10.782750 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c832ade0-0ac5-4324-a5de-585d98b97214,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:10.797441 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.797786 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.798131 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.798467 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.798813 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.799145 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.799734 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.800056 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.800381 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.800705 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.801028 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.801353 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.801672 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.801990 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.802309 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f17bf-93ed-4eb5-b931-68c3c1986479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:10.806552 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79e0dc-f035-462b-8f2a-67fd1b5696fb req-8ef1d30b-e278-4aee-81ed-a55b7f18a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:10.808076 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2e79e0dc-f035-462b-8f2a-67fd1b5696fb req-8ef1d30b-e278-4aee-81ed-a55b7f18a993 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 1130 time: 0.1074402 Oct 10 12:05:10.819980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-39f69e49-69e6-4d87-873e-0adf04c5f569 admin admin] Publish callbacks [] for security_group (c832ade0-0ac5-4324-a5de-585d98b97214), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.820292 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537725de-72e5-4d9d-8395-85802dec42fa req-a9027cbd-badc-468e-a620-f300623d5db6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:10.822274 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-537725de-72e5-4d9d-8395-85802dec42fa req-a9027cbd-badc-468e-a620-f300623d5db6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0758522 Oct 10 12:05:10.841610 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-39f69e49-69e6-4d87-873e-0adf04c5f569 admin admin] Publish callbacks [] for security_group (c832ade0-0ac5-4324-a5de-585d98b97214), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.852047 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:10.893384 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2e79e0dc-f035-462b-8f2a-67fd1b5696fb req-c9266c5f-2a32-4092-815d-3cf31a0cb8c9 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790927 Oct 10 12:05:10.893917 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-39f69e49-69e6-4d87-873e-0adf04c5f569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c832ade0-0ac5-4324-a5de-585d98b97214), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.896607 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-39f69e49-69e6-4d87-873e-0adf04c5f569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.897794 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-39f69e49-69e6-4d87-873e-0adf04c5f569 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c832ade0-0ac5-4324-a5de-585d98b97214 HTTP/1.1" status: 204 len: 168 time: 0.1283813 Oct 10 12:05:10.900579 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-537725de-72e5-4d9d-8395-85802dec42fa req-9c9e0893-253e-402c-8d92-e71e8f230141 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718613 Oct 10 12:05:10.905853 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f69e49-69e6-4d87-873e-0adf04c5f569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c832ade0-0ac5-4324-a5de-585d98b97214,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:11.164080 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46752) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:11.170657 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:11.179459 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-45dd562e-d466-4f8b-baef-cbc63b734029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:11.259389 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-45dd562e-d466-4f8b-baef-cbc63b734029 admin admin] Publish callbacks [] for security_group (27e34684-8171-4a7b-ad8e-f7f3c4d2f598), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:11.262983 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-45dd562e-d466-4f8b-baef-cbc63b734029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (27e34684-8171-4a7b-ad8e-f7f3c4d2f598), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:11.301246 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-45dd562e-d466-4f8b-baef-cbc63b734029 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=54b3cb62d9864ffc81b5a684df805e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361527 Oct 10 12:05:11.302134 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd562e-d466-4f8b-baef-cbc63b734029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e34684-8171-4a7b-ad8e-f7f3c4d2f598,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:11.304549 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46754) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:11.358340 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0eaca0e5-7a09-47ea-8b47-a78785d7ed18 admin admin] Publish callbacks [] for security_group (27e34684-8171-4a7b-ad8e-f7f3c4d2f598), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:11.379107 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0eaca0e5-7a09-47ea-8b47-a78785d7ed18 admin admin] Publish callbacks [] for security_group (27e34684-8171-4a7b-ad8e-f7f3c4d2f598), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:11.450608 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4bcb2-685f-4b25-8b6c-3f6dcf6add0f req-1ea6f4e8-ca78-4136-bda1-e6768beabfca tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:11.452027 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b6f4bcb2-685f-4b25-8b6c-3f6dcf6add0f req-1ea6f4e8-ca78-4136-bda1-e6768beabfca tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 946 time: 0.0615406 Oct 10 12:05:11.465753 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:11.478763 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0eaca0e5-7a09-47ea-8b47-a78785d7ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (27e34684-8171-4a7b-ad8e-f7f3c4d2f598), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:11.481250 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0eaca0e5-7a09-47ea-8b47-a78785d7ed18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:11.482311 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0eaca0e5-7a09-47ea-8b47-a78785d7ed18 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/27e34684-8171-4a7b-ad8e-f7f3c4d2f598 HTTP/1.1" status: 204 len: 168 time: 0.1773243 Oct 10 12:05:11.498449 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaca0e5-7a09-47ea-8b47-a78785d7ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e34684-8171-4a7b-ad8e-f7f3c4d2f598,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:11.519724 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b6f4bcb2-685f-4b25-8b6c-3f6dcf6add0f req-711f70f4-c326-41aa-96c7-f998b78be35d tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604539 Oct 10 12:05:12.053365 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef18bd9-fd91-4a62-95de-c60bd2609610 req-97da7593-7151-44af-a80a-b3e783608f87 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:12.054822 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1ef18bd9-fd91-4a62-95de-c60bd2609610 req-97da7593-7151-44af-a80a-b3e783608f87 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0525458 Oct 10 12:05:12.110835 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1ef18bd9-fd91-4a62-95de-c60bd2609610 req-78e08c7c-3e83-452c-a5fd-b6830f78a876 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501823 Oct 10 12:05:12.644281 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019bae4-06e8-4dbe-a01c-e2780d112d33 req-847aa8d1-e0d8-4a42-ab09-a90741ce797e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:12.645757 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2019bae4-06e8-4dbe-a01c-e2780d112d33 req-847aa8d1-e0d8-4a42-ab09-a90741ce797e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 946 time: 0.0473826 Oct 10 12:05:12.695931 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2019bae4-06e8-4dbe-a01c-e2780d112d33 req-d3ddcb2b-fd49-47ae-99c8-70d3ede29602 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Oct 10 12:05:12.818367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc39b-d591-4707-85af-23990c245476 req-50cac722-646c-4d93-b3a4-2a8fc8190424 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:12.819885 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8f3cc39b-d591-4707-85af-23990c245476 req-50cac722-646c-4d93-b3a4-2a8fc8190424 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 946 time: 0.0470603 Oct 10 12:05:12.870924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8f3cc39b-d591-4707-85af-23990c245476 req-20700d2a-b444-4c09-9718-5b628bc89ac4 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439835 Oct 10 12:05:12.899774 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46806) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:12.941200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f0241-6727-4884-8e53-6635e3c59f82 tempest-TestVolumeBootPattern-1406700158 tempest-TestVolumeBootPattern-1406700158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:12.943018 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2b5f0241-6727-4884-8e53-6635e3c59f82 tempest-TestVolumeBootPattern-1406700158 tempest-TestVolumeBootPattern-1406700158-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 1125 time: 0.0421603 Oct 10 12:05:12.945843 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46810) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:12.950987 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:05:12.971970 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:13.050364 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:13.160843 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Allocated IP 172.27.0.247 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/06d167cf-bbef-4f1b-b744-e3c57899adb8) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:05:13.247415 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efbeb5-8e9f-4666-97bf-7a5d1f8a0ec5 req-c9eca47a-bec4-47dc-9636-d05d9f9d2ea3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:13.249503 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-55efbeb5-8e9f-4666-97bf-7a5d1f8a0ec5 req-c9eca47a-bec4-47dc-9636-d05d9f9d2ea3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0534475 Oct 10 12:05:13.275392 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (06d167cf-bbef-4f1b-b744-e3c57899adb8), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:13.301662 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:13.311805 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (06d167cf-bbef-4f1b-b744-e3c57899adb8), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:13.320911 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-55efbeb5-8e9f-4666-97bf-7a5d1f8a0ec5 req-8707830c-d05c-4743-ad9f-57b7f62f6b06 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646191 Oct 10 12:05:13.362100 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:05:13.367296 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:05:13.372112 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:05:13.377660 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=06d167cf-bbef-4f1b-b744-e3c57899adb8,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:13.488605 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:13.501744 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:13.746619 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (27be23a2-c7ea-410e-a613-59ae7b284132), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:13.819704 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (06d167cf-bbef-4f1b-b744-e3c57899adb8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:13.963259 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (06d167cf-bbef-4f1b-b744-e3c57899adb8), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:13.967547 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26182445'] for port (06d167cf-bbef-4f1b-b744-e3c57899adb8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:14.045001 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=06d167cf-bbef-4f1b-b744-e3c57899adb8,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:14.047782 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (27be23a2-c7ea-410e-a613-59ae7b284132), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:14.138064 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.l3_db [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Floating IP 27be23a2-c7ea-410e-a613-59ae7b284132 associated. External IP: 172.27.0.247, port: 612b5334-2c73-4495-a917-6e51b705efde. Oct 10 12:05:14.450406 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb82ee-617b-4d72-98a2-8670c27b1a4a req-5aeec1d4-cd99-40ca-ae4b-9b69898ea25e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:14.451918 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82cb82ee-617b-4d72-98a2-8670c27b1a4a req-5aeec1d4-cd99-40ca-ae4b-9b69898ea25e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0470490 Oct 10 12:05:14.477560 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:14.500243 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82cb82ee-617b-4d72-98a2-8670c27b1a4a req-135f3391-903a-4ded-9082-cb52cca91f37 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425925 Oct 10 12:05:14.556327 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:05:14.559717 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:14.604340 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:14.667622 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:05:14.677810 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:05:14.685690 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:14.695396 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:14.696862 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:14.716718 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-3276090b-11a5-4005-828e-d483de21b10f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7690494 Oct 10 12:05:14.717500 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'tag': '612b5334-2c73-4495-a917-6e51b705efde'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:14.719799 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e92fb-abbd-4696-b76f-d5454d9303f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "tag": "612b5334-2c73-4495-a917-6e51b705efde"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:14.803079 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:14.890240 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce775870-b65d-4904-8c21-a8756291846b x-openstack-request-id: req-ce775870-b65d-4904-8c21-a8756291846b {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:14.891372 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "tag": "612b5334-2c73-4495-a917-6e51b705efde", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:14.891372 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce775870-b65d-4904-8c21-a8756291846b {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:14.891372 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce775870-b65d-4904-8c21-a8756291846b'] response: {'name': 'network-changed', 'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'tag': '612b5334-2c73-4495-a917-6e51b705efde', 'status': 'completed', 'code': 200} Oct 10 12:05:14.992698 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-30563985-8d70-4de8-a0da-615915f8f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:14.995032 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-30563985-8d70-4de8-a0da-615915f8f826 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 1130 time: 0.0469489 Oct 10 12:05:15.034751 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:15.039169 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:13Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:15.068479 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:05:15.071336 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:15.079098 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:15.079721 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:15.117657 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-3925a06b-601b-4e32-a9dc-991aed2b9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:15.120231 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-3925a06b-601b-4e32-a9dc-991aed2b9dce service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.1195753 Oct 10 12:05:15.191091 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:15.196163 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-4b8fb1fd-314f-41ce-8a84-cbd58f013d88 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=612b5334-2c73-4495-a917-6e51b705efde HTTP/1.1" status: 200 len: 1000 time: 0.0697274 Oct 10 12:05:15.257471 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-d6df9dd3-3298-4c94-b4e7-3a9d2c6c39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:15.264591 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-d6df9dd3-3298-4c94-b4e7-3a9d2c6c39bd service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0543945 Oct 10 12:05:15.305781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-83b7367c-5405-421a-a590-d38b6768fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:15.307326 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-83b7367c-5405-421a-a590-d38b6768fe8e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418921 Oct 10 12:05:15.401790 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-13d96cbd-c1cf-48a4-bc7c-ee23ff972511 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876107 Oct 10 12:05:15.424042 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:13Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:15.455395 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3925c716-9551-4a40-bac9-5957092d0279 None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:13Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:05:15.510264 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d4e92fb-abbd-4696-b76f-d5454d9303f1 req-dafab7ff-ea9a-4799-a4c4-70ece55dd7bf service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018560 Oct 10 12:05:15.638157 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6d4c0-2290-4b7a-b366-8d32eb81d51a req-4a5f1a72-9ced-4ebb-913e-4f3d6a018289 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:15.643392 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ea6d4c0-2290-4b7a-b366-8d32eb81d51a req-4a5f1a72-9ced-4ebb-913e-4f3d6a018289 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0567682 Oct 10 12:05:15.697892 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ea6d4c0-2290-4b7a-b366-8d32eb81d51a req-3433cb89-806f-43cb-b222-75b468203558 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524726 Oct 10 12:05:15.732707 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9a2fb-ce2b-4534-b291-4914c5514eb3 None None] New status for floating IP 27be23a2-c7ea-410e-a613-59ae7b284132: ACTIVE {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:05:16.604662 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46898) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:16.717791 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5945bc09-2fa6-4113-8853-eda972daf117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:16.815034 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5945bc09-2fa6-4113-8853-eda972daf117 admin admin] Publish callbacks [] for security_group (b4da3fe1-7f13-4af1-8151-33399332bc69), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:16.820414 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5945bc09-2fa6-4113-8853-eda972daf117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b4da3fe1-7f13-4af1-8151-33399332bc69), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:16.841930 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9f70-0591-4b90-b809-097d3dad6dd8 req-c7da100e-ec0a-49e0-8227-303e2ed316cf tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:16.849336 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc6e9f70-0591-4b90-b809-097d3dad6dd8 req-c7da100e-ec0a-49e0-8227-303e2ed316cf tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0625834 Oct 10 12:05:16.862571 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-5945bc09-2fa6-4113-8853-eda972daf117 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=61ad6160efc84ee78406b19c4d537c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568345 Oct 10 12:05:16.864118 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945bc09-2fa6-4113-8853-eda972daf117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da3fe1-7f13-4af1-8151-33399332bc69,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:16.865992 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46904) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:16.901739 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc6e9f70-0591-4b90-b809-097d3dad6dd8 req-7ced39d3-c96d-4475-8cc4-ae9105c34527 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515435 Oct 10 12:05:16.918223 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-63ff1417-6689-485d-b1b4-9752e2e4796f admin admin] Publish callbacks [] for security_group (b4da3fe1-7f13-4af1-8151-33399332bc69), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:16.938689 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-63ff1417-6689-485d-b1b4-9752e2e4796f admin admin] Publish callbacks [] for security_group (b4da3fe1-7f13-4af1-8151-33399332bc69), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:16.987571 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-63ff1417-6689-485d-b1b4-9752e2e4796f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b4da3fe1-7f13-4af1-8151-33399332bc69), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:16.990176 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-63ff1417-6689-485d-b1b4-9752e2e4796f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:16.991350 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-63ff1417-6689-485d-b1b4-9752e2e4796f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b4da3fe1-7f13-4af1-8151-33399332bc69 HTTP/1.1" status: 204 len: 168 time: 0.1244586 Oct 10 12:05:16.999437 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff1417-6689-485d-b1b4-9752e2e4796f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da3fe1-7f13-4af1-8151-33399332bc69,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:17.262646 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46918) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:17.276762 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-225f3232-b508-41be-9527-9d2b42a7a9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.360861 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-225f3232-b508-41be-9527-9d2b42a7a9f7 admin admin] Publish callbacks [] for security_group (6c51f878-aac1-49f0-ac3b-bc16824993ac), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.365315 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-225f3232-b508-41be-9527-9d2b42a7a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6c51f878-aac1-49f0-ac3b-bc16824993ac), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.404130 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f3232-b508-41be-9527-9d2b42a7a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c51f878-aac1-49f0-ac3b-bc16824993ac,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:17.421983 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46924) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:17.422399 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-225f3232-b508-41be-9527-9d2b42a7a9f7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8db9086707f241b1993a962be1d1d5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516562 Oct 10 12:05:17.468086 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3762a28b-cf55-4211-b863-21d606006245 admin admin] Publish callbacks [] for security_group (6c51f878-aac1-49f0-ac3b-bc16824993ac), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.488166 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3762a28b-cf55-4211-b863-21d606006245 admin admin] Publish callbacks [] for security_group (6c51f878-aac1-49f0-ac3b-bc16824993ac), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.533913 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3762a28b-cf55-4211-b863-21d606006245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (6c51f878-aac1-49f0-ac3b-bc16824993ac), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.536517 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3762a28b-cf55-4211-b863-21d606006245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.537828 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3762a28b-cf55-4211-b863-21d606006245 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6c51f878-aac1-49f0-ac3b-bc16824993ac HTTP/1.1" status: 204 len: 168 time: 0.1249235 Oct 10 12:05:17.546100 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762a28b-cf55-4211-b863-21d606006245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c51f878-aac1-49f0-ac3b-bc16824993ac,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:17.859350 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 46930) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:17.873352 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cd9330b-7da1-4beb-bc5e-c5f07b97e33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.918569 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:17.920395 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:17.956850 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cd9330b-7da1-4beb-bc5e-c5f07b97e33e admin admin] Publish callbacks [] for security_group (e2cb1320-8aa1-47ed-8999-59d5f0209671), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:17.960986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cd9330b-7da1-4beb-bc5e-c5f07b97e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (e2cb1320-8aa1-47ed-8999-59d5f0209671), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:18.011788 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9cd9330b-7da1-4beb-bc5e-c5f07b97e33e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=713bd904cfeb4312ad61fac48fb58b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513343 Oct 10 12:05:18.014910 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 46934) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:18.028574 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9330b-7da1-4beb-bc5e-c5f07b97e33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cb1320-8aa1-47ed-8999-59d5f0209671,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:18.051348 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35fe3b-ce2d-442b-9cc1-49a1a1553087 req-ff7f381d-1927-4ba2-8d18-411a1f159a50 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:18.052852 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f35fe3b-ce2d-442b-9cc1-49a1a1553087 req-ff7f381d-1927-4ba2-8d18-411a1f159a50 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0620825 Oct 10 12:05:18.070731 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bed-ad88-42ad-a9ad-affcceb28314 admin admin] Publish callbacks [] for security_group (e2cb1320-8aa1-47ed-8999-59d5f0209671), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:18.092153 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bed-ad88-42ad-a9ad-affcceb28314 admin admin] Publish callbacks [] for security_group (e2cb1320-8aa1-47ed-8999-59d5f0209671), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:18.097941 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:18.106265 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f35fe3b-ce2d-442b-9cc1-49a1a1553087 req-4ae724cd-ada7-41a3-9f7b-f0398998f917 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463941 Oct 10 12:05:18.148849 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bed-ad88-42ad-a9ad-affcceb28314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (e2cb1320-8aa1-47ed-8999-59d5f0209671), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:18.152119 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7bed-ad88-42ad-a9ad-affcceb28314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:18.153455 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-f1ce7bed-ad88-42ad-a9ad-affcceb28314 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e2cb1320-8aa1-47ed-8999-59d5f0209671 HTTP/1.1" status: 204 len: 168 time: 0.1373956 Oct 10 12:05:18.161228 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce7bed-ad88-42ad-a9ad-affcceb28314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cb1320-8aa1-47ed-8999-59d5f0209671,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:19.245045 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac019576-6f2c-4fab-9f12-5b607e8b67e4 req-2ca44de8-4b15-4fc0-9130-12071e2201b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:19.246497 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ac019576-6f2c-4fab-9f12-5b607e8b67e4 req-2ca44de8-4b15-4fc0-9130-12071e2201b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Oct 10 12:05:19.303180 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ac019576-6f2c-4fab-9f12-5b607e8b67e4 req-bf5f0799-3ce3-47f4-b494-c487f82940e5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507011 Oct 10 12:05:20.428391 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e1e4e-bd1a-45db-a4c3-1fa1ce55f00a req-203399a5-226c-4368-8c34-8448593c17ee tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:20.429828 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-705e1e4e-bd1a-45db-a4c3-1fa1ce55f00a req-203399a5-226c-4368-8c34-8448593c17ee tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0465524 Oct 10 12:05:20.478700 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-705e1e4e-bd1a-45db-a4c3-1fa1ce55f00a req-3ae337ea-1850-4adb-8938-35745df6f9ea tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Oct 10 12:05:21.604599 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25776333-29f2-45f0-be3a-4c92ea66690b req-894ef79f-2f9c-46b6-8a21-3c42dd604976 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:21.606041 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25776333-29f2-45f0-be3a-4c92ea66690b req-894ef79f-2f9c-46b6-8a21-3c42dd604976 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0474136 Oct 10 12:05:21.654111 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25776333-29f2-45f0-be3a-4c92ea66690b req-7917a035-ea0e-446c-abad-f23f9c4e9911 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 Oct 10 12:05:22.797240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a4004-73de-4954-b289-75029f9f1cc5 req-f9862c78-ce36-4952-b456-c48f4ccf8012 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:22.798835 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e41a4004-73de-4954-b289-75029f9f1cc5 req-f9862c78-ce36-4952-b456-c48f4ccf8012 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0555346 Oct 10 12:05:22.847203 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e41a4004-73de-4954-b289-75029f9f1cc5 req-a4a37a3e-22d0-4ee5-995e-85956f18773e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426342 Oct 10 12:05:23.978477 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df6f3-7ce3-4079-b777-88e3fdce83e9 req-86646602-ea94-4722-b059-fe93f81cb1a8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:23.979952 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8f9df6f3-7ce3-4079-b777-88e3fdce83e9 req-86646602-ea94-4722-b059-fe93f81cb1a8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0463617 Oct 10 12:05:24.026414 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8f9df6f3-7ce3-4079-b777-88e3fdce83e9 req-650d86a2-0beb-4f86-b851-c4eeeacf0c30 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407901 Oct 10 12:05:24.619021 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47084) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:24.748388 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a0aa02c0-66ac-4c1b-abf0-551e7d7f3f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:24.832435 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a0aa02c0-66ac-4c1b-abf0-551e7d7f3f46 admin admin] Publish callbacks [] for security_group (235b4260-d2d6-4b8e-bf78-9e65f49ee194), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:24.836604 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a0aa02c0-66ac-4c1b-abf0-551e7d7f3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (235b4260-d2d6-4b8e-bf78-9e65f49ee194), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:24.882437 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a0aa02c0-66ac-4c1b-abf0-551e7d7f3f46 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=22dd25dc1f5c4041b366be4b892333a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623627 Oct 10 12:05:24.883183 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa02c0-66ac-4c1b-abf0-551e7d7f3f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235b4260-d2d6-4b8e-bf78-9e65f49ee194,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:24.886389 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47094) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:24.926852 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=9,neutron:SELECT=91 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:24.940344 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba63b41-fca3-475a-a712-4b0b954cdead admin admin] Publish callbacks [] for security_group (235b4260-d2d6-4b8e-bf78-9e65f49ee194), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:24.957388 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:24.963681 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba63b41-fca3-475a-a712-4b0b954cdead admin admin] Publish callbacks [] for security_group (235b4260-d2d6-4b8e-bf78-9e65f49ee194), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.013230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba63b41-fca3-475a-a712-4b0b954cdead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (235b4260-d2d6-4b8e-bf78-9e65f49ee194), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.016041 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ba63b41-fca3-475a-a712-4b0b954cdead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.017227 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1ba63b41-fca3-475a-a712-4b0b954cdead admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/235b4260-d2d6-4b8e-bf78-9e65f49ee194 HTTP/1.1" status: 204 len: 168 time: 0.1296988 Oct 10 12:05:25.025450 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba63b41-fca3-475a-a712-4b0b954cdead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235b4260-d2d6-4b8e-bf78-9e65f49ee194,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:25.153733 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed1a3-4691-4ce8-a6e0-a07fa1d95737 req-2e47d545-9bca-43d7-acec-88d5d560fbe0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:25.155252 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e09ed1a3-4691-4ce8-a6e0-a07fa1d95737 req-2e47d545-9bca-43d7-acec-88d5d560fbe0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0496378 Oct 10 12:05:25.211272 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e09ed1a3-4691-4ce8-a6e0-a07fa1d95737 req-31a105fc-4c9c-41e9-b930-7e3f54b44444 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495014 Oct 10 12:05:25.307827 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47114) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:25.324645 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b4d6075-cdbc-44bb-ad76-1e15366d6727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.408597 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b4d6075-cdbc-44bb-ad76-1e15366d6727 admin admin] Publish callbacks [] for security_group (551aa719-eace-42d8-9b03-88100946fa63), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.416969 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b4d6075-cdbc-44bb-ad76-1e15366d6727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (551aa719-eace-42d8-9b03-88100946fa63), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.457897 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0b4d6075-cdbc-44bb-ad76-1e15366d6727 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=05549e93792e46068a3f8e2dda23265b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489437 Oct 10 12:05:25.458746 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d6075-cdbc-44bb-ad76-1e15366d6727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551aa719-eace-42d8-9b03-88100946fa63,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:25.460662 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47120) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:25.479426 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:25.515756 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cfdb790e-9918-4bd2-91bc-a024eacf36d7 admin admin] Publish callbacks [] for security_group (551aa719-eace-42d8-9b03-88100946fa63), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.535486 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cfdb790e-9918-4bd2-91bc-a024eacf36d7 admin admin] Publish callbacks [] for security_group (551aa719-eace-42d8-9b03-88100946fa63), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.584415 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cfdb790e-9918-4bd2-91bc-a024eacf36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (551aa719-eace-42d8-9b03-88100946fa63), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.587062 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cfdb790e-9918-4bd2-91bc-a024eacf36d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:25.588166 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-cfdb790e-9918-4bd2-91bc-a024eacf36d7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/551aa719-eace-42d8-9b03-88100946fa63 HTTP/1.1" status: 204 len: 168 time: 0.1254599 Oct 10 12:05:25.595572 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb790e-9918-4bd2-91bc-a024eacf36d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551aa719-eace-42d8-9b03-88100946fa63,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:25.842493 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:25.844899 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=9 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:26.352363 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9ea23-b41d-4871-94ce-3466a244111e req-478f4a4b-5970-4117-b730-15f279563ba7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:26.354033 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-83c9ea23-b41d-4871-94ce-3466a244111e req-478f4a4b-5970-4117-b730-15f279563ba7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0541596 Oct 10 12:05:26.419464 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-83c9ea23-b41d-4871-94ce-3466a244111e req-d071b7e1-3e35-49ad-93e1-ffdf47fae35a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597069 Oct 10 12:05:26.730528 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47166) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:26.836795 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c1997a6d-e12f-4b6d-ac77-df1372aead3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:26.909495 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c1997a6d-e12f-4b6d-ac77-df1372aead3f admin admin] Publish callbacks [] for security_group (d50afa05-50b8-4a51-8f67-a9db6a9a00a0), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:26.913090 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c1997a6d-e12f-4b6d-ac77-df1372aead3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d50afa05-50b8-4a51-8f67-a9db6a9a00a0), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:26.952855 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c1997a6d-e12f-4b6d-ac77-df1372aead3f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=eb2f9d6fe5b14cc7b805923bc02fd044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212083 Oct 10 12:05:26.953712 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1997a6d-e12f-4b6d-ac77-df1372aead3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50afa05-50b8-4a51-8f67-a9db6a9a00a0,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:26.956425 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47170) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:27.008809 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-072cee41-a5c6-426b-9e6b-6bef82b4cd7d admin admin] Publish callbacks [] for security_group (d50afa05-50b8-4a51-8f67-a9db6a9a00a0), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:27.028759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-072cee41-a5c6-426b-9e6b-6bef82b4cd7d admin admin] Publish callbacks [] for security_group (d50afa05-50b8-4a51-8f67-a9db6a9a00a0), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:27.074319 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-072cee41-a5c6-426b-9e6b-6bef82b4cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d50afa05-50b8-4a51-8f67-a9db6a9a00a0), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:27.076871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-072cee41-a5c6-426b-9e6b-6bef82b4cd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:27.078006 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-072cee41-a5c6-426b-9e6b-6bef82b4cd7d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d50afa05-50b8-4a51-8f67-a9db6a9a00a0 HTTP/1.1" status: 204 len: 168 time: 0.1202509 Oct 10 12:05:27.085532 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cee41-a5c6-426b-9e6b-6bef82b4cd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50afa05-50b8-4a51-8f67-a9db6a9a00a0,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:27.547124 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e53de-7f47-46f3-92a0-12605e518d82 req-bc2f1bed-831e-473c-ba4d-b5400e487ad7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:27.548598 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f09e53de-7f47-46f3-92a0-12605e518d82 req-bc2f1bed-831e-473c-ba4d-b5400e487ad7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0484216 Oct 10 12:05:27.604094 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f09e53de-7f47-46f3-92a0-12605e518d82 req-59efce8f-91e0-42e4-95ba-335d5cd3aa9e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489349 Oct 10 12:05:27.737023 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47202) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:27.838619 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-275453571-network', 'tenant_id': '0223b57233664d0785c96ec98335e307'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:05:27.858259 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Made reservation on behalf of 0223b57233664d0785c96ec98335e307 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:05:27.860895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:27.870740 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:27.916554 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:27.966497 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Publish callbacks [] for security_group (d42615d3-55d5-488c-a431-c02d7686567c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:27.970292 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d42615d3-55d5-488c-a431-c02d7686567c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:27.985038 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:28.002517 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:05:28.010028 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42615d3-55d5-488c-a431-c02d7686567c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:28.018314 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (19f7a14a-27af-4a13-b8db-083b115b0eb0), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:28.018314 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Added segment 19f7a14a-27af-4a13-b8db-083b115b0eb0 of type vlan for network b924ba9b-07bb-4c95-8c7c-b804d947af19 Oct 10 12:05:28.063117 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (b924ba9b-07bb-4c95-8c7c-b804d947af19), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:28.087547 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (b924ba9b-07bb-4c95-8c7c-b804d947af19), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:28.088607 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:28.089214 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:28.151771 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4136028 Oct 10 12:05:28.154873 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47214) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:28.157110 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320aa29-397d-4cca-965f-7ca4e798cfd8 admin admin] Pushing event updated for resources: {'Network': ['ID=b924ba9b-07bb-4c95-8c7c-b804d947af19,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:28.159996 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Request body: {'subnet': {'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-275453571-subnet', 'tenant_id': '0223b57233664d0785c96ec98335e307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:05:28.166878 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network b924ba9b-07bb-4c95-8c7c-b804d947af19 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:05:28.180718 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Made reservation on behalf of 0223b57233664d0785c96ec98335e307 for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:05:28.183086 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25421203'] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:28.349666 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26182562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25421185'] for subnet (85861d96-d30f-4420-9946-b62854f0daa9), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:28.398375 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85861d96-d30f-4420-9946-b62854f0daa9,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:28.414713 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Checking segment: {'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:05:28.415124 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Network hostable DHCP agents. Network: b924ba9b-07bb-4c95-8c7c-b804d947af19, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:05:28.432200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Network b924ba9b-07bb-4c95-8c7c-b804d947af19 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:05:28.440541 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, b924ba9b-07bb-4c95-8c7c-b804d947af19) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:05:28.444594 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:28.445184 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:28.449860 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbfd9fe-16d4-49de-8e42-735639eba91f None None] Network b924ba9b-07bb-4c95-8c7c-b804d947af19 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:05:28.466094 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e188a860-05e0-4587-b628-176e9e0ef955 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3100832 Oct 10 12:05:28.553729 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebcadf8-eb81-4e29-b169-0236983f2823 None None] Network b924ba9b-07bb-4c95-8c7c-b804d947af19 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:05:28.669632 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d64be34b-5ddc-4fd9-baab-074f3489be1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:28.736216 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be3a38-34ee-4f94-9031-bd7d89e32964 req-7a51d457-e8e9-4240-b34f-db4ba2196178 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:28.737880 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b3be3a38-34ee-4f94-9031-bd7d89e32964 req-7a51d457-e8e9-4240-b34f-db4ba2196178 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0533578 Oct 10 12:05:29.065216 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b3be3a38-34ee-4f94-9031-bd7d89e32964 req-3dd2dd98-8171-4f61-9991-9369d4c1f06b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216951 Oct 10 12:05:30.250294 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977ecd5-0abf-488f-94b8-08598b23ff2d req-42378222-2faa-42bf-a63f-41e77e421fa9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:30.251755 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1977ecd5-0abf-488f-94b8-08598b23ff2d req-42378222-2faa-42bf-a63f-41e77e421fa9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0916743 Oct 10 12:05:30.329704 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1977ecd5-0abf-488f-94b8-08598b23ff2d req-2232a540-eb08-46eb-aaca-fd1e90a666e5 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709496 Oct 10 12:05:30.335613 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-700e6152-00b7-4eb2-bf6f-139910637f1c tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:30.337524 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-700e6152-00b7-4eb2-bf6f-139910637f1c tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b924ba9b-07bb-4c95-8c7c-b804d947af19 HTTP/1.1" status: 200 len: 813 time: 0.1486354 Oct 10 12:05:30.352334 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-dce40948-388f-4a37-9d0b-9f0a59be9c9a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/quotas/0223b57233664d0785c96ec98335e307 HTTP/1.1" status: 200 len: 375 time: 0.0093088 Oct 10 12:05:30.384460 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-b6957ddb-ea5a-42c9-a030-6f308d5b0307 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0223b57233664d0785c96ec98335e307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264320 Oct 10 12:05:30.476613 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-aea50da4-55a0-4de5-85eb-d80246756650 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858469 Oct 10 12:05:30.563951 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-d4d85653-26bf-4333-a51c-a6dc74ce707f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816123 Oct 10 12:05:30.726124 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a504ddf-ca4e-45f1-80fc-aafdd8cae962 req-151563bf-8470-46cc-9c59-5034a0f9d24a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 210 time: 0.0325770 Oct 10 12:05:30.923405 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2b0bde10-beee-4bb2-acfe-cff5f61e4ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:31.463750 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ae2b8-ec9b-4487-9108-d506ecccbdff req-8bf2166d-f54b-4b55-aee8-2e8b6bc5c187 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:31.465266 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-574ae2b8-ec9b-4487-9108-d506ecccbdff req-8bf2166d-f54b-4b55-aee8-2e8b6bc5c187 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Oct 10 12:05:31.515440 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-574ae2b8-ec9b-4487-9108-d506ecccbdff req-5e6a4861-ef4b-4b52-886b-30edb5fa35cf tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Oct 10 12:05:31.829164 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bfe8bdaf-b9b3-44aa-b868-39e8ded558cc req-ced6a961-018f-446b-b12b-3852b5e47dfc tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 210 time: 0.0284200 Oct 10 12:05:31.957874 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:31.992870 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:32.043515 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-2d1fe45e-ae5b-4686-9ac5-6f57dae128f0 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:32.044914 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-2d1fe45e-ae5b-4686-9ac5-6f57dae128f0 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.58 "GET /networking/v2.0/networks?id=b924ba9b-07bb-4c95-8c7c-b804d947af19 HTTP/1.1" status: 200 len: 813 time: 0.1318271 Oct 10 12:05:32.063617 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Request body: {'port': {'device_id': '7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb', 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19', 'admin_state_up': True, 'tenant_id': '0223b57233664d0785c96ec98335e307'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:05:32.161861 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:32.175852 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Made reservation on behalf of 0223b57233664d0785c96ec98335e307 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:05:32.179574 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:32.309708 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Allocated IP 172.20.0.13 (b924ba9b-07bb-4c95-8c7c-b804d947af19/85861d96-d30f-4420-9946-b62854f0daa9/a90332e5-ecc6-46bf-b01f-c3ef0160a937) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:05:32.456954 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks [] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:32.487460 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:32.531594 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Network b924ba9b-07bb-4c95-8c7c-b804d947af19 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:05:32.534747 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:05:32.538588 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:05:32.565609 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Pushing event updated for resources: {'Port': ['ID=a90332e5-ecc6-46bf-b01f-c3ef0160a937,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:32.593729 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:32.594345 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:32.633182 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-5c20c701-b6f0-4bed-9cc9-9bb34c4d553d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5731647 Oct 10 12:05:32.650492 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aa3ec-8b84-4569-9327-180ff72535bc req-186ced07-84f2-4110-b2cf-e2138dc36e96 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:32.651905 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d2aa3ec-8b84-4569-9327-180ff72535bc req-186ced07-84f2-4110-b2cf-e2138dc36e96 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0538542 Oct 10 12:05:32.698941 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d2aa3ec-8b84-4569-9327-180ff72535bc req-93abb7bf-dd7d-4aa6-b119-19837d9b2e04 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414281 Oct 10 12:05:32.825858 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Request body: {'port': {'device_id': '7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:05:32.890371 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:32.923667 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:33.029925 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad494c-95c4-4367-aba0-f7469ac7ab06 req-4a21375a-427f-48fd-9c73-50c8e3b1d183 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:33.031410 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d1ad494c-95c4-4367-aba0-f7469ac7ab06 req-4a21375a-427f-48fd-9c73-50c8e3b1d183 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 932 time: 0.1106114 Oct 10 12:05:33.033746 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:33.141963 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d1ad494c-95c4-4367-aba0-f7469ac7ab06 req-9704555c-d463-4ac0-a90c-d03c52dbe5f8 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024437 Oct 10 12:05:33.228385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90332e5-ecc6-46bf-b01f-c3ef0160a937 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:05:33.236451 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Publish callbacks [] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:33.250031 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Transition to ACTIVE for port object a90332e5-ecc6-46bf-b01f-c3ef0160a937 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:05:33.253805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:33.334477 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Pushing event updated for resources: {'Port': ['ID=a90332e5-ecc6-46bf-b01f-c3ef0160a937,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:33.366676 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Attempting to bind port a90332e5-ecc6-46bf-b01f-c3ef0160a937 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:05:33.367077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Attempting to bind port a90332e5-ecc6-46bf-b01f-c3ef0160a937 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:05:33.367408 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Attempting to bind port a90332e5-ecc6-46bf-b01f-c3ef0160a937 on network b924ba9b-07bb-4c95-8c7c-b804d947af19 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:05:33.413146 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Port a90332e5-ecc6-46bf-b01f-c3ef0160a937 on network b924ba9b-07bb-4c95-8c7c-b804d947af19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:05:33.413479 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Attempting to bind port a90332e5-ecc6-46bf-b01f-c3ef0160a937 on network b924ba9b-07bb-4c95-8c7c-b804d947af19 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:05:33.455387 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:05:33.455721 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Checking segment: {'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:05:33.456096 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Bound using segment: {'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:05:33.456521 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Bound port: a90332e5-ecc6-46bf-b01f-c3ef0160a937, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:05:33.456876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:33.514766 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] For port a90332e5-ecc6-46bf-b01f-c3ef0160a937, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:05:33.517732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] For port a90332e5-ecc6-46bf-b01f-c3ef0160a937, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a90332e5-ecc6-46bf-b01f-c3ef0160a937,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:05:33.525594 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:33.528637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:33.529599 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:33.530970 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/a90332e5-ecc6-46bf-b01f-c3ef0160a937 HTTP/1.1" status: 200 len: 1094 time: 0.7099340 Oct 10 12:05:33.532967 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb', 'tag': 'a90332e5-ecc6-46bf-b01f-c3ef0160a937'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:33.535189 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6add4332-6e8d-49c5-89b8-4217b9d13993" -d '{"events": [{"name": "network-changed", "server_uuid": "7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb", "tag": "a90332e5-ecc6-46bf-b01f-c3ef0160a937"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:33.571958 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70beaeb3-9e31-41d0-8b8b-08f752d84ac3 x-openstack-request-id: req-70beaeb3-9e31-41d0-8b8b-08f752d84ac3 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:33.572249 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb", "tag": "a90332e5-ecc6-46bf-b01f-c3ef0160a937", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:33.572501 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70beaeb3-9e31-41d0-8b8b-08f752d84ac3 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:33.572906 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70beaeb3-9e31-41d0-8b8b-08f752d84ac3'] response: {'name': 'network-changed', 'server_uuid': '7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb', 'tag': 'a90332e5-ecc6-46bf-b01f-c3ef0160a937', 'status': 'completed', 'code': 200} Oct 10 12:05:33.584317 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404e0ec-fc19-47d9-86a6-70d85e8b6aad service neutron] Pushing event updated for resources: {'Port': ['ID=a90332e5-ecc6-46bf-b01f-c3ef0160a937,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:33.663336 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:33.720425 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:33.765868 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add4332-6e8d-49c5-89b8-4217b9d13993 req-eca1012a-0632-46d2-89ed-482be7880e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:33.767109 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6add4332-6e8d-49c5-89b8-4217b9d13993 req-eca1012a-0632-46d2-89ed-482be7880e80 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0223b57233664d0785c96ec98335e307&device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 1128 time: 0.0454068 Oct 10 12:05:33.866180 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655ef1a-1e97-421a-b737-6f8bb34006ea req-e18d36ed-3dd1-4384-8209-bd2755e11f14 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:33.867697 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a655ef1a-1e97-421a-b737-6f8bb34006ea req-e18d36ed-3dd1-4384-8209-bd2755e11f14 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0871668 Oct 10 12:05:33.886856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:33.947793 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add4332-6e8d-49c5-89b8-4217b9d13993 req-e9a7ce44-2193-4d7a-9a1b-a337a4837bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:33.949149 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6add4332-6e8d-49c5-89b8-4217b9d13993 req-e9a7ce44-2193-4d7a-9a1b-a337a4837bbb service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=0223b57233664d0785c96ec98335e307&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1590118 Oct 10 12:05:33.953440 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a655ef1a-1e97-421a-b737-6f8bb34006ea req-07c89581-8f3b-4b06-9851-192dfa6edc34 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779431 Oct 10 12:05:34.031106 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:34.045526 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add4332-6e8d-49c5-89b8-4217b9d13993 req-fa6f4ed8-2d1d-4b0c-b29e-2058161c7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:34.047029 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6add4332-6e8d-49c5-89b8-4217b9d13993 req-fa6f4ed8-2d1d-4b0c-b29e-2058161c7a21 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910518 Oct 10 12:05:34.151891 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-0dd8b94d-b17a-4acb-9f58-5acacb66daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:34.153375 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-0dd8b94d-b17a-4acb-9f58-5acacb66daf0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0223b57233664d0785c96ec98335e307&device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 1128 time: 0.0459480 Oct 10 12:05:34.220780 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-f5030c1a-0520-4a25-824f-5239339d3e6f service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a90332e5-ecc6-46bf-b01f-c3ef0160a937 HTTP/1.1" status: 200 len: 217 time: 0.0516820 Oct 10 12:05:34.308035 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-caca7db4-0009-4f29-ba0f-275796249d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:34.309521 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-caca7db4-0009-4f29-ba0f-275796249d7d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=85861d96-d30f-4420-9946-b62854f0daa9 HTTP/1.1" status: 200 len: 853 time: 0.0844922 Oct 10 12:05:34.315360 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87717fdd-1dc0-4131-acf3-c7965cc1d2c6 req-a2c2002d-1191-4fa7-b8e6-e63c60e60d7e tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:34.317161 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87717fdd-1dc0-4131-acf3-c7965cc1d2c6 req-a2c2002d-1191-4fa7-b8e6-e63c60e60d7e tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 944 time: 0.0818510 Oct 10 12:05:34.357260 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-1a6715ff-1e37-49ac-92a7-f49abae579f4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=b924ba9b-07bb-4c95-8c7c-b804d947af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391507 Oct 10 12:05:34.436186 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87717fdd-1dc0-4131-acf3-c7965cc1d2c6 req-99375ac6-fc0c-453d-8aaa-1d4ab6c1c7e3 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089742 Oct 10 12:05:34.486102 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-6dbb76d4-3306-4fc2-8a6b-63b9c78111ef service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185687 Oct 10 12:05:34.607669 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25840123-9a4c-4f64-901d-8aa41cc903e5 req-86ee966b-ac4e-4f95-991b-a3c6015aaa55 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937440 Oct 10 12:05:34.934286 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc17646-bef5-4e7c-b75f-d548b37d87db req-43602407-da1e-4ae1-9c01-669a2aa236d5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:34.935759 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4cc17646-bef5-4e7c-b75f-d548b37d87db req-43602407-da1e-4ae1-9c01-669a2aa236d5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 946 time: 0.0536098 Oct 10 12:05:34.982335 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4cc17646-bef5-4e7c-b75f-d548b37d87db req-de66502b-14d0-4220-af05-9b1e17be001f tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407503 Oct 10 12:05:35.083731 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a9630-6e64-4989-953d-a011feeab432 req-82f9e721-5fea-4a95-9c5f-a4d735ddfde2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:35.085193 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-936a9630-6e64-4989-953d-a011feeab432 req-82f9e721-5fea-4a95-9c5f-a4d735ddfde2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0495648 Oct 10 12:05:35.131920 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-936a9630-6e64-4989-953d-a011feeab432 req-c5ded7b3-7da2-4afd-9735-3bb8c93e0f9b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Oct 10 12:05:35.557825 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faebc9-aac3-4c66-9a57-6b4d72069b14 req-107b7d1d-31cc-4b79-a7ce-f9f6caf02bbd tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:35.559313 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-17faebc9-aac3-4c66-9a57-6b4d72069b14 req-107b7d1d-31cc-4b79-a7ce-f9f6caf02bbd tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 944 time: 0.0468626 Oct 10 12:05:35.605772 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-17faebc9-aac3-4c66-9a57-6b4d72069b14 req-2704db21-14e0-4a9a-97ce-ea6ab50f36a5 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Oct 10 12:05:36.108338 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b026dc-8e49-4ad9-84d3-187d0e6f88fe req-2a375163-b0b9-455c-9394-5277bf260eba tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:36.109792 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62b026dc-8e49-4ad9-84d3-187d0e6f88fe req-2a375163-b0b9-455c-9394-5277bf260eba tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 946 time: 0.0496981 Oct 10 12:05:36.155883 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62b026dc-8e49-4ad9-84d3-187d0e6f88fe req-da5da15d-4b04-4e78-b04c-594e9ab90fee tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403047 Oct 10 12:05:36.257864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db10909-ceac-4acd-b4a9-1e1dc6e75bf2 req-bfc0a233-dcf8-42a9-bdd3-780801f60abc tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:36.259331 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6db10909-ceac-4acd-b4a9-1e1dc6e75bf2 req-bfc0a233-dcf8-42a9-bdd3-780801f60abc tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0461266 Oct 10 12:05:36.294621 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:36.306981 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6db10909-ceac-4acd-b4a9-1e1dc6e75bf2 req-027342c8-11a9-4128-bc28-bc8468827d3f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423105 Oct 10 12:05:36.722443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a71d1c-169e-4292-9ef0-15b6e11d1df9 req-975dbfd2-a926-4ad4-982e-83fbef600dbb tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:36.723898 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67a71d1c-169e-4292-9ef0-15b6e11d1df9 req-975dbfd2-a926-4ad4-982e-83fbef600dbb tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 944 time: 0.0458272 Oct 10 12:05:36.773228 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67a71d1c-169e-4292-9ef0-15b6e11d1df9 req-511a8167-3ba0-499d-8238-50432c0e909b tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 Oct 10 12:05:37.280026 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4247a-86d5-41c0-bfc7-8a55bc2fc0e3 req-3f7d839b-557c-4291-832a-0b6059adcb99 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:37.281459 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46c4247a-86d5-41c0-bfc7-8a55bc2fc0e3 req-3f7d839b-557c-4291-832a-0b6059adcb99 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 946 time: 0.0458210 Oct 10 12:05:37.313453 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:37.328405 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46c4247a-86d5-41c0-bfc7-8a55bc2fc0e3 req-5e606df0-a48a-4d06-9e48-6d3deb50531a tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Oct 10 12:05:37.431148 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8437-3028-4fa5-a6be-7af5b75f8721 req-fbd26f2d-6490-4eeb-9ead-aea3b5796c0a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:37.432604 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c88d8437-3028-4fa5-a6be-7af5b75f8721 req-fbd26f2d-6490-4eeb-9ead-aea3b5796c0a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0466070 Oct 10 12:05:37.478761 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c88d8437-3028-4fa5-a6be-7af5b75f8721 req-d7e811fb-c248-4032-8618-88a974707ca2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Oct 10 12:05:37.890404 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-bb72693d-d46e-4b40-abc1-5f8d7b3d4fbc tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:37.891862 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-bb72693d-d46e-4b40-abc1-5f8d7b3d4fbc tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 946 time: 0.0749903 Oct 10 12:05:37.906799 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2782aa-f58e-482a-9fa1-e9b999930bee req-6d391e97-bcec-4e92-bfdc-9d49b1c8e531 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:37.908188 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d2782aa-f58e-482a-9fa1-e9b999930bee req-6d391e97-bcec-4e92-bfdc-9d49b1c8e531 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 944 time: 0.0604973 Oct 10 12:05:37.956993 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d2782aa-f58e-482a-9fa1-e9b999930bee req-8edfe357-0e80-46ba-b294-ff64a7cc4d58 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Oct 10 12:05:38.074019 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Deleting port 099a0b78-937e-408f-b139-3ca52765679d {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:38.074369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (099a0b78-937e-408f-b139-3ca52765679d), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:38.161621 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] For port 099a0b78-937e-408f-b139-3ca52765679d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=099a0b78-937e-408f-b139-3ca52765679d,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:38.161976 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (099a0b78-937e-408f-b139-3ca52765679d), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:38.208058 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device a90332e5-ecc6-46bf-b01f-c3ef0160a937 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:05:38.316283 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port a90332e5-ecc6-46bf-b01f-c3ef0160a937, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a90332e5-ecc6-46bf-b01f-c3ef0160a937,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:38.328188 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'a90332e5-ecc6-46bf-b01f-c3ef0160a937', 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19', 'port_id': 'a90332e5-ecc6-46bf-b01f-c3ef0160a937', 'mac_address': 'fa:16:3e:ad:88:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85861d96-d30f-4420-9946-b62854f0daa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:05:38.332635 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:38.333287 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (9dc32771-1fc5-4afd-b90a-2bcd0227c7ea), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:38.333943 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Floating IP 9dc32771-1fc5-4afd-b90a-2bcd0227c7ea disassociated. External IP: 172.27.0.154, port: 099a0b78-937e-408f-b139-3ca52765679d. Oct 10 12:05:38.334317 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Calling delete_port for 099a0b78-937e-408f-b139-3ca52765679d owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:38.349830 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:38.365121 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port a90332e5-ecc6-46bf-b01f-c3ef0160a937 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:05:38.365510 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:38.379532 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90332e5-ecc6-46bf-b01f-c3ef0160a937 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:05:38.384500 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:38.402106 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port a90332e5-ecc6-46bf-b01f-c3ef0160a937, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a90332e5-ecc6-46bf-b01f-c3ef0160a937,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:38.409201 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:38.459096 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:38.460077 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=a90332e5-ecc6-46bf-b01f-c3ef0160a937,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:38.460655 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=70,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:38.467503 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.467855 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.468214 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.468573 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.468914 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.469238 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.469690 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.469886 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.470198 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.470530 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.470837 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.471201 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.471533 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.471844 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.472163 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:38.489628 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c130f-cd8a-49fe-9ac4-51ee09561ad3 req-0363cd7b-36b1-4329-a099-85e591b4557d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:38.491124 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e1c130f-cd8a-49fe-9ac4-51ee09561ad3 req-0363cd7b-36b1-4329-a099-85e591b4557d tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 946 time: 0.0779614 Oct 10 12:05:38.521425 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (099a0b78-937e-408f-b139-3ca52765679d), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:38.555918 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:38.565051 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event deleted for resources: {'Port': ['ID=099a0b78-937e-408f-b139-3ca52765679d,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:38.648111 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e1c130f-cd8a-49fe-9ac4-51ee09561ad3 req-68b62f05-28d6-44ce-8a3b-8b2715c7bbb4 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d01cf0fd-73c2-4295-9d06-192bade7c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496274 Oct 10 12:05:38.648502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:38.666808 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f47bb-ab6f-4127-bd52-8de94a9954e3 req-6fca2a35-cc80-4c0b-bd0b-383473034e70 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:38.668457 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a06f47bb-ab6f-4127-bd52-8de94a9954e3 req-6fca2a35-cc80-4c0b-bd0b-383473034e70 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.1059580 Oct 10 12:05:38.765866 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:05:38.769483 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a06f47bb-ab6f-4127-bd52-8de94a9954e3 req-62741278-acb2-4910-8fda-9caaecbf93cc tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913391 Oct 10 12:05:38.889321 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['a90332e5-ecc6-46bf-b01f-c3ef0160a937'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:05:38.890677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:05:38.928262 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] Sync routers for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:05:38.955938 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] No DVR routers for this DVR port 099a0b78-937e-408f-b139-3ca52765679d on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:05:38.960451 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:38.961566 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:38.967674 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:38.977983 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-092ac674-1d83-4e32-85ea-52b703f0d7ab req-526b1782-4896-4c15-8757-65481077174c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.58 "DELETE /networking/v2.0/ports/099a0b78-937e-408f-b139-3ca52765679d HTTP/1.1" status: 204 len: 173 time: 0.9878387 Oct 10 12:05:38.978655 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6684b0b5-2c8b-4650-9955-769f646d7173', 'name': 'network-vif-deleted', 'tag': '099a0b78-937e-408f-b139-3ca52765679d'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:38.987330 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c54eb4-df7c-43af-9ce2-bc795cd487f1" -d '{"events": [{"server_uuid": "6684b0b5-2c8b-4650-9955-769f646d7173", "name": "network-vif-deleted", "tag": "099a0b78-937e-408f-b139-3ca52765679d"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:39.132357 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db303652-d1ac-4602-a944-df27a273b7a0 req-fa6fa320-9f8d-42e8-a1a7-3a56229c552b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:39.134001 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-db303652-d1ac-4602-a944-df27a273b7a0 req-fa6fa320-9f8d-42e8-a1a7-3a56229c552b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.1011641 Oct 10 12:05:39.147607 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a04be-2915-41fa-a2d4-4c637e6083fd req-c1479d16-d0d7-4aa0-b4e1-6a8749d1acf6 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:39.149513 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-011a04be-2915-41fa-a2d4-4c637e6083fd req-c1479d16-d0d7-4aa0-b4e1-6a8749d1acf6 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 945 time: 0.0735021 Oct 10 12:05:39.219628 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-db303652-d1ac-4602-a944-df27a273b7a0 req-0f3d2b59-4c4f-4f15-aee7-62b5edd482a8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790386 Oct 10 12:05:39.247765 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-011a04be-2915-41fa-a2d4-4c637e6083fd req-9d647f29-b874-436a-8f05-4f12f9435d3a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906441 Oct 10 12:05:39.277687 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e405221-0498-4883-8513-87c886df9277 x-openstack-request-id: req-7e405221-0498-4883-8513-87c886df9277 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:39.278157 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6684b0b5-2c8b-4650-9955-769f646d7173", "name": "network-vif-deleted", "tag": "099a0b78-937e-408f-b139-3ca52765679d", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:39.278560 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e405221-0498-4883-8513-87c886df9277 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:39.279156 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e405221-0498-4883-8513-87c886df9277'] response: {'server_uuid': '6684b0b5-2c8b-4650-9955-769f646d7173', 'name': 'network-vif-deleted', 'tag': '099a0b78-937e-408f-b139-3ca52765679d', 'status': 'completed', 'code': 200} Oct 10 12:05:39.299103 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:39.513984 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:39.538201 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] Checking router: 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:05:39.546297 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:39.546908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:39.645248 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:39.755023 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1ea5adf5-3d9f-4262-99fe-c82960d29159 req-ca7c608d-0a22-4389-a7c6-73b34b02b20c tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 210 time: 0.0278914 Oct 10 12:05:39.831989 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:39.835637 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:39.860286 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1a862-aaa4-4d8f-a7b7-4d9754fbdffc None None] The sync data for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi is: [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T11:59:16Z', 'revision_number': 4, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'fc4d6978-e86d-4d94-9c05-d07fea41777f', 'name': '', 'network_id': '5c924414-a382-471c-a40e-c6f3cc3eb62c', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'mac_address': 'fa:16:3e:86:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:15Z', 'updated_at': '2022-10-10T11:59:38Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'subnets': [{'id': '4d4fac74-b3ac-4135-9f20-60b982967388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:05:39.905121 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9605e1e-0f2d-4af5-b0c6-c84aa62d8b98 req-79df4634-3e4d-435d-8a97-8b22bcca9bfc tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:39.906630 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e9605e1e-0f2d-4af5-b0c6-c84aa62d8b98 req-79df4634-3e4d-435d-8a97-8b22bcca9bfc tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0511227 Oct 10 12:05:39.954983 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e9605e1e-0f2d-4af5-b0c6-c84aa62d8b98 req-193e6e5c-8bf9-4a6f-b3d4-2070eb6e1007 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Oct 10 12:05:40.091807 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7a9920-f966-46ab-9739-cf9e4fd113c8 None None] New status for floating IP 9dc32771-1fc5-4afd-b90a-2bcd0227c7ea: DOWN {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:05:40.239378 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:05:40.242441 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:40.255904 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device a90332e5-ecc6-46bf-b01f-c3ef0160a937 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:05:40.356752 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port a90332e5-ecc6-46bf-b01f-c3ef0160a937 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:05:40.367820 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3962d-dd73-4901-a668-4a3e9712f6fc req-9273ccc9-98f2-4309-af88-eacffc34f74b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:40.369310 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eed3962d-dd73-4901-a668-4a3e9712f6fc req-9273ccc9-98f2-4309-af88-eacffc34f74b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.0753193 Oct 10 12:05:40.371622 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port a90332e5-ecc6-46bf-b01f-c3ef0160a937 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:05:40.371988 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:40.372321 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port a90332e5-ecc6-46bf-b01f-c3ef0160a937 Oct 10 12:05:40.392117 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2582ba-c4d3-45a2-84d3-4398a49f90b0 req-96af8ce8-c75d-40e1-98b7-2b7e6d9b9fa6 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:40.393659 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f2582ba-c4d3-45a2-84d3-4398a49f90b0 req-96af8ce8-c75d-40e1-98b7-2b7e6d9b9fa6 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 945 time: 0.0667665 Oct 10 12:05:40.406179 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:40.425164 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'port_id': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'mac_address': 'fa:16:3e:4a:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:05:40.484540 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f2582ba-c4d3-45a2-84d3-4398a49f90b0 req-f774ea1b-8d8c-493c-a68b-76430da84079 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833919 Oct 10 12:05:40.491453 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 78c57fac-0497-4b6c-9eae-773ed6db62fe is: ACTIVE; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:05:40.491838 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:40.494005 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eed3962d-dd73-4901-a668-4a3e9712f6fc req-6b7c2643-158b-4ecd-8da2-b3bb641d46f8 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158192 Oct 10 12:05:40.514179 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78c57fac-0497-4b6c-9eae-773ed6db62fe {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:05:40.527232 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port a90332e5-ecc6-46bf-b01f-c3ef0160a937 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:05:40.527232 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:40.545374 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:40.553977 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:40.563012 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90332e5-ecc6-46bf-b01f-c3ef0160a937'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:40.565230 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7730a39-8672-4c7e-b43f-b153b59f76f8" -d '{"events": [{"server_uuid": "7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb", "name": "network-vif-plugged", "status": "completed", "tag": "a90332e5-ecc6-46bf-b01f-c3ef0160a937"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:40.595349 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port a90332e5-ecc6-46bf-b01f-c3ef0160a937, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a90332e5-ecc6-46bf-b01f-c3ef0160a937,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:40.603322 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cc5230-a05b-4160-9527-eb0349a217f2 x-openstack-request-id: req-00cc5230-a05b-4160-9527-eb0349a217f2 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:40.603635 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb", "name": "network-vif-plugged", "status": "completed", "tag": "a90332e5-ecc6-46bf-b01f-c3ef0160a937", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:40.603889 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00cc5230-a05b-4160-9527-eb0349a217f2 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:40.604281 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cc5230-a05b-4160-9527-eb0349a217f2'] response: {'server_uuid': '7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90332e5-ecc6-46bf-b01f-c3ef0160a937', 'code': 200} Oct 10 12:05:40.605110 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:40.605903 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 099a0b78-937e-408f-b139-3ca52765679d no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:40.628527 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 099a0b78-937e-408f-b139-3ca52765679d {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:40.628873 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 099a0b78-937e-408f-b139-3ca52765679d not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:40.639189 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=6']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:40.691746 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=a90332e5-ecc6-46bf-b01f-c3ef0160a937,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:40.864000 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ff594b2-c985-499d-9e4a-5846dad29a93 req-6191c72a-2397-48aa-9fda-c2473209056b tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6684b0b5-2c8b-4650-9955-769f646d7173 HTTP/1.1" status: 200 len: 210 time: 0.0298219 Oct 10 12:05:40.865656 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['78c57fac-0497-4b6c-9eae-773ed6db62fe'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:05:41.109958 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09991ab8-89b0-426b-8db8-2dd6bc39f754 req-73ec091e-8992-4a40-9f06-f7800b0a9e6d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:41.111586 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-09991ab8-89b0-426b-8db8-2dd6bc39f754 req-73ec091e-8992-4a40-9f06-f7800b0a9e6d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 944 time: 0.0741606 Oct 10 12:05:41.127272 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f641992-726d-4317-b178-7401f6b6c1fc req-cd87a38a-afd0-400d-9e37-5cb0db1c6cc6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:41.128704 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f641992-726d-4317-b178-7401f6b6c1fc req-cd87a38a-afd0-400d-9e37-5cb0db1c6cc6 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.0608208 Oct 10 12:05:41.469732 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:41.487218 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:41.543030 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c30f4-ead0-4ecf-9fed-12acaf782292 req-0284ea59-18d7-43f8-9935-73224a05affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:41.544497 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-210c30f4-ead0-4ecf-9fed-12acaf782292 req-0284ea59-18d7-43f8-9935-73224a05affb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 1130 time: 0.0920122 Oct 10 12:05:41.552131 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-09991ab8-89b0-426b-8db8-2dd6bc39f754 req-aa42dadb-226c-431e-8bb4-9952527b0531 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312868 Oct 10 12:05:41.596588 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:41.597339 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Deleting port ec05fa9f-369d-453e-9947-0e2f98a5821f {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:41.597675 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:41.690286 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390308-3d9a-442e-bd7f-6e477681bb4f req-ab7a32e0-0176-448e-a2bc-b44f52f269da tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:41.691813 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3b390308-3d9a-442e-bd7f-6e477681bb4f req-ab7a32e0-0176-448e-a2bc-b44f52f269da tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 946 time: 0.1334982 Oct 10 12:05:41.741572 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-210c30f4-ead0-4ecf-9fed-12acaf782292 req-7209f6e4-5651-41ce-aae8-c0359947c754 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707056 Oct 10 12:05:41.772054 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26558b8-cdd3-4ed0-b5d2-ede85a978346 req-32e0a366-d38a-4438-9e51-21bea6638a34 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:41.773499 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b26558b8-cdd3-4ed0-b5d2-ede85a978346 req-32e0a366-d38a-4438-9e51-21bea6638a34 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 946 time: 0.1148405 Oct 10 12:05:41.831511 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] For port ec05fa9f-369d-453e-9947-0e2f98a5821f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ec05fa9f-369d-453e-9947-0e2f98a5821f,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:41.831872 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:41.847198 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3b390308-3d9a-442e-bd7f-6e477681bb4f req-b4a59989-2004-4eb5-8f02-c9cf78f3fc40 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295314 Oct 10 12:05:41.908296 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b26558b8-cdd3-4ed0-b5d2-ede85a978346 req-32295fd3-b46f-4997-9680-17037bc585c5 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284924 Oct 10 12:05:41.968710 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47398) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:42.022701 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-133b93ae-0fd4-4f31-9ec1-c1a574dbaaf5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (d01cf0fd-73c2-4295-9d06-192bade7c2af), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.029900 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.030768 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (26eb3c44-9f80-43c7-ab7c-e7d848036840), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.032033 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Floating IP 26eb3c44-9f80-43c7-ab7c-e7d848036840 disassociated. External IP: 172.27.0.175, port: ec05fa9f-369d-453e-9947-0e2f98a5821f. Oct 10 12:05:42.032437 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Calling delete_port for ec05fa9f-369d-453e-9947-0e2f98a5821f owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:42.048051 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-133b93ae-0fd4-4f31-9ec1-c1a574dbaaf5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (d01cf0fd-73c2-4295-9d06-192bade7c2af), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.103713 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-133b93ae-0fd4-4f31-9ec1-c1a574dbaaf5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d01cf0fd-73c2-4295-9d06-192bade7c2af), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.106493 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-133b93ae-0fd4-4f31-9ec1-c1a574dbaaf5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.110577 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47404) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:42.110828 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-133b93ae-0fd4-4f31-9ec1-c1a574dbaaf5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d01cf0fd-73c2-4295-9d06-192bade7c2af HTTP/1.1" status: 204 len: 168 time: 0.1408501 Oct 10 12:05:42.120893 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b93ae-0fd4-4f31-9ec1-c1a574dbaaf5 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01cf0fd-73c2-4295-9d06-192bade7c2af,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:42.139159 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-c6d7df8e-fc2a-49d9-a16b-74d2fe49b8a0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] show failed (client error): The resource could not be found. Oct 10 12:05:42.141236 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c6d7df8e-fc2a-49d9-a16b-74d2fe49b8a0 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "GET /networking/v2.0/security-groups/d01cf0fd-73c2-4295-9d06-192bade7c2af HTTP/1.1" status: 404 len: 347 time: 0.0292287 Oct 10 12:05:42.144396 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47406) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:42.304038 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Deleting port 944813b9-f1b8-4416-b2ce-443389b64145 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:42.304377 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (944813b9-f1b8-4416-b2ce-443389b64145), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.307711 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (ec05fa9f-369d-453e-9947-0e2f98a5821f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.338808 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:05:42.394790 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'Port': ['ID=ec05fa9f-369d-453e-9947-0e2f98a5821f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:42.413453 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 78c57fac-0497-4b6c-9eae-773ed6db62fe triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:05:42.413609 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.413875 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 78c57fac-0497-4b6c-9eae-773ed6db62fe Oct 10 12:05:42.464709 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:42.473932 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:42.483147 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:42.515333 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 78c57fac-0497-4b6c-9eae-773ed6db62fe is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:05:42.515886 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.523187 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:42.551771 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (944813b9-f1b8-4416-b2ce-443389b64145), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.552228 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (944813b9-f1b8-4416-b2ce-443389b64145), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.562862 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:42.569913 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:42.572070 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ec05fa9f-369d-453e-9947-0e2f98a5821f no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:42.573922 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Calling delete_port for 944813b9-f1b8-4416-b2ce-443389b64145 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:42.619170 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:42.621601 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06bb0f9-7c07-4df9-b3bb-9f97c14d9d62" -d '{"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-plugged", "status": "completed", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:42.627540 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: ec05fa9f-369d-453e-9947-0e2f98a5821f {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:42.628128 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ec05fa9f-369d-453e-9947-0e2f98a5821f not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:42.656881 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=7']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:42.671588 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:05:42.713282 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb64af1-b342-4ab6-8b5c-8dddd8fffb5c x-openstack-request-id: req-cdb64af1-b342-4ab6-8b5c-8dddd8fffb5c {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:42.713593 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-plugged", "status": "completed", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:42.714009 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdb64af1-b342-4ab6-8b5c-8dddd8fffb5c {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:42.714560 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb64af1-b342-4ab6-8b5c-8dddd8fffb5c'] response: {'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'code': 200} Oct 10 12:05:42.815406 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea8e72-1818-4ef3-b49e-b58dee4e6513 req-c3a4a521-79a7-4298-ab30-46b4b3aa8cce tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:42.816683 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fdea8e72-1818-4ef3-b49e-b58dee4e6513 req-c3a4a521-79a7-4298-ab30-46b4b3aa8cce tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.1192331 Oct 10 12:05:42.952390 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:05:42.962154 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:05:42.983556 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:42.987600 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:42.996501 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fdea8e72-1818-4ef3-b49e-b58dee4e6513 req-41fb9317-16f9-41f7-9191-25cc13551024 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414907 Oct 10 12:05:43.005071 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (944813b9-f1b8-4416-b2ce-443389b64145), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:43.067042 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] No DVR routers for this DVR port ec05fa9f-369d-453e-9947-0e2f98a5821f on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:05:43.071803 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:43.075693 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f641992-726d-4317-b178-7401f6b6c1fc req-915c757a-0c92-49c5-a814-f38c0753c4d3 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.58 "DELETE /networking/v2.0/ports/ec05fa9f-369d-453e-9947-0e2f98a5821f HTTP/1.1" status: 204 len: 173 time: 1.9404991 Oct 10 12:05:43.097127 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'name': 'network-vif-deleted', 'tag': 'ec05fa9f-369d-453e-9947-0e2f98a5821f'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:43.099430 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a97691a-8ad5-4c9b-a5fb-6d8f4b19fd7d" -d '{"events": [{"server_uuid": "306c1542-d247-4dee-84ff-b93cf2e010c7", "name": "network-vif-deleted", "tag": "ec05fa9f-369d-453e-9947-0e2f98a5821f"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:43.115889 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Pushing event deleted for resources: {'Port': ['ID=944813b9-f1b8-4416-b2ce-443389b64145,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:43.160760 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:43.189432 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-834e8088-5076-4b89-a917-aa42dfe8351b req-275f3ac0-cda4-4a16-853d-6dc30740e10e tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 210 time: 0.0793746 Oct 10 12:05:43.201006 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844506d-448f-41c0-bf11-bdb0d910c124 req-f59a2841-edf6-4715-ac73-4a11e69cbfab tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:43.211219 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6844506d-448f-41c0-bf11-bdb0d910c124 req-f59a2841-edf6-4715-ac73-4a11e69cbfab tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 946 time: 0.2107494 Oct 10 12:05:43.260380 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41289da5-10a8-4d4d-a833-ad263cd63a3d x-openstack-request-id: req-41289da5-10a8-4d4d-a833-ad263cd63a3d {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:43.260672 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306c1542-d247-4dee-84ff-b93cf2e010c7", "name": "network-vif-deleted", "tag": "ec05fa9f-369d-453e-9947-0e2f98a5821f", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:43.260929 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41289da5-10a8-4d4d-a833-ad263cd63a3d {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:43.263171 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41289da5-10a8-4d4d-a833-ad263cd63a3d'] response: {'server_uuid': '306c1542-d247-4dee-84ff-b93cf2e010c7', 'name': 'network-vif-deleted', 'tag': 'ec05fa9f-369d-453e-9947-0e2f98a5821f', 'status': 'completed', 'code': 200} Oct 10 12:05:43.403307 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6844506d-448f-41c0-bf11-bdb0d910c124 req-5603c57f-e659-4cea-9ec0-77ac1baf8a2f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908329 Oct 10 12:05:43.406769 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks [] for floatingip (9dc32771-1fc5-4afd-b90a-2bcd0227c7ea), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:43.409929 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:43.411839 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e156b7c7-d82f-47f7-89af-f5aafd3adc63 tempest-AttachVolumeTestJSON-1706107779 tempest-AttachVolumeTestJSON-1706107779-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/9dc32771-1fc5-4afd-b90a-2bcd0227c7ea HTTP/1.1" status: 204 len: 168 time: 1.2654595 Oct 10 12:05:43.459153 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:43.498950 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:05:43.512297 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:43.513077 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:43.816930 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:44.034291 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:44.063527 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0937a-e25a-43a3-93d1-0b3a08717705 None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 4, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '6185302e-9d6d-4c65-adaf-a9832162d61c', 'name': '', 'network_id': '05a9786c-a8d0-4fea-bd0d-744e4b7d958a', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'mac_address': 'fa:16:3e:9d:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:10Z', 'updated_at': '2022-10-10T11:59:19Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'subnets': [{'id': '5449108a-6ac3-467d-92d9-b9039b8b9a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:05:44.092616 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:05:44.257263 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8f1c7-d89f-4d90-88d8-92f417cecbea req-84631b8d-4366-4b05-a199-236d5cc6f799 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:44.274924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-49b8f1c7-d89f-4d90-88d8-92f417cecbea req-84631b8d-4366-4b05-a199-236d5cc6f799 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.1390219 Oct 10 12:05:44.358957 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-49b8f1c7-d89f-4d90-88d8-92f417cecbea req-a258ee5d-ad89-4626-8ed3-62f4e66ea616 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780349 Oct 10 12:05:44.405188 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cf59fcbf-941c-40fa-8b7e-d1c6ba5f6aac req-9a55d843-021d-4ec7-a3bf-46c4c0fb17e5 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=306c1542-d247-4dee-84ff-b93cf2e010c7 HTTP/1.1" status: 200 len: 210 time: 0.0993443 Oct 10 12:05:44.492537 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b9cda5-9b9d-4ef9-bf4b-21832f86a072 None None] New status for floating IP 26eb3c44-9f80-43c7-ab7c-e7d848036840: DOWN {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:05:44.552209 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606a3f-ab3b-4be8-a922-58cf451906f9 req-5925b77b-7f4c-4fdd-84be-dde37415576a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:44.554087 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cf606a3f-ab3b-4be8-a922-58cf451906f9 req-5925b77b-7f4c-4fdd-84be-dde37415576a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 946 time: 0.0572140 Oct 10 12:05:44.582695 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:44.620014 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cf606a3f-ab3b-4be8-a922-58cf451906f9 req-350f23ab-7498-45cd-9c95-382f35027443 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Oct 10 12:05:45.518433 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47510) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:45.538273 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c942aa-bfa9-4242-b327-b20eb6b6bb70 req-02c344a8-a71e-4218-b5a9-67289d6eebb8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:45.547392 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c7c942aa-bfa9-4242-b327-b20eb6b6bb70 req-02c344a8-a71e-4218-b5a9-67289d6eebb8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0749526 Oct 10 12:05:45.589791 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2314cc81-cc43-4230-a4fe-0934047e6058 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (8c6585a2-bf62-42c9-a1af-5b09f0ee75ac), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:45.616616 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2314cc81-cc43-4230-a4fe-0934047e6058 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (8c6585a2-bf62-42c9-a1af-5b09f0ee75ac), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:45.643861 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c7c942aa-bfa9-4242-b327-b20eb6b6bb70 req-adedf1d0-9373-43a1-a12e-70e382ea649a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930972 Oct 10 12:05:45.693148 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2314cc81-cc43-4230-a4fe-0934047e6058 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (8c6585a2-bf62-42c9-a1af-5b09f0ee75ac), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:45.698369 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2314cc81-cc43-4230-a4fe-0934047e6058 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:45.702067 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2314cc81-cc43-4230-a4fe-0934047e6058 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8c6585a2-bf62-42c9-a1af-5b09f0ee75ac HTTP/1.1" status: 204 len: 168 time: 0.1788726 Oct 10 12:05:45.702836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47514) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:45.720252 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314cc81-cc43-4230-a4fe-0934047e6058 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6585a2-bf62-42c9-a1af-5b09f0ee75ac,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:45.734647 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-ee0bdd54-9b92-444b-aad7-807c7d8426e0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] show failed (client error): The resource could not be found. Oct 10 12:05:45.735776 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ee0bdd54-9b92-444b-aad7-807c7d8426e0 tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "GET /networking/v2.0/security-groups/8c6585a2-bf62-42c9-a1af-5b09f0ee75ac HTTP/1.1" status: 404 len: 347 time: 0.0318887 Oct 10 12:05:45.738848 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47516) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:45.895446 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Deleting port 92e4b7cb-024d-4ce1-87f3-d87160064ab0 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:45.895785 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (92e4b7cb-024d-4ce1-87f3-d87160064ab0), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:45.997664 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (92e4b7cb-024d-4ce1-87f3-d87160064ab0), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:45.998021 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (92e4b7cb-024d-4ce1-87f3-d87160064ab0), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:46.014443 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Calling delete_port for 92e4b7cb-024d-4ce1-87f3-d87160064ab0 owned by network:floatingip {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:46.229777 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (92e4b7cb-024d-4ce1-87f3-d87160064ab0), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:46.276002 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Pushing event deleted for resources: {'Port': ['ID=92e4b7cb-024d-4ce1-87f3-d87160064ab0,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:46.358960 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks [] for floatingip (26eb3c44-9f80-43c7-ab7c-e7d848036840), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:46.362128 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:46.363524 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-43128888-371e-4589-82c9-37e90f9af19b tempest-AttachVolumeNegativeTest-1830372360 tempest-AttachVolumeNegativeTest-1830372360-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/26eb3c44-9f80-43c7-ab7c-e7d848036840 HTTP/1.1" status: 204 len: 168 time: 0.6236537 Oct 10 12:05:46.764777 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6b70-b18f-4a82-bcd8-cc21d6682a35 req-9be0766d-66d5-4c87-885a-f5554c8670d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:46.767579 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0eb6b70-b18f-4a82-bcd8-cc21d6682a35 req-9be0766d-66d5-4c87-885a-f5554c8670d1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0508704 Oct 10 12:05:46.809559 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:46.832942 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0eb6b70-b18f-4a82-bcd8-cc21d6682a35 req-31181733-cecb-4555-8743-a3d035088d11 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578978 Oct 10 12:05:47.208264 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47546) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:47.646846 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:47.947682 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Deleting port fc4d6978-e86d-4d94-9c05-d07fea41777f {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:47.948728 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:48.054603 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97b0d5-a666-4547-8a76-b79bdbf413e6 req-ab4d5823-ed36-4bb6-99b3-922babb2e5b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:48.058119 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d97b0d5-a666-4547-8a76-b79bdbf413e6 req-ab4d5823-ed36-4bb6-99b3-922babb2e5b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0938778 Oct 10 12:05:48.128258 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] For port fc4d6978-e86d-4d94-9c05-d07fea41777f, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=fc4d6978-e86d-4d94-9c05-d07fea41777f,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:48.128258 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:48.157711 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Calling delete_port for fc4d6978-e86d-4d94-9c05-d07fea41777f owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:48.159406 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:48.190079 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d97b0d5-a666-4547-8a76-b79bdbf413e6 req-9f31412d-3560-4b0e-be34-95160f379052 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187608 Oct 10 12:05:48.334942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:48.411032 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (fc4d6978-e86d-4d94-9c05-d07fea41777f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:48.444591 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4d6978-e86d-4d94-9c05-d07fea41777f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:48.643488 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:48.933461 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:05:49.069422 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:05:49.079791 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47582) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:49.085861 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] Sync routers for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:05:49.104439 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-32e8f4be-5533-4652-950e-7444eed30d92 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926218 Oct 10 12:05:49.112428 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:49.113066 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:49.257919 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:49.259722 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks [] for router (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:49.263765 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:49.318082 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:49.367943 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:49.380811 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096f580-c2fd-4e76-acf2-b51d85c86dcf req-70c7c0d3-2091-4a76-b192-6cef0647f2ea tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:49.390292 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9096f580-c2fd-4e76-acf2-b51d85c86dcf req-70c7c0d3-2091-4a76-b192-6cef0647f2ea tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0976589 Oct 10 12:05:49.466239 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:49.470419 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9096f580-c2fd-4e76-acf2-b51d85c86dcf req-b8c48dac-2e4a-4f65-805b-2a2d3b23bef7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729811 Oct 10 12:05:49.489161 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T12:05:48Z', 'revision_number': 5, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port': {'id': 'cbed4b2c-2394-4477-ad30-9385fc6fbf1c', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:49.514423 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks [] for router_gateway (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:49.528943 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] Checking router: 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:05:49.541627 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] Routers {'50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:49.542592 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:49.578672 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Deleting port cbed4b2c-2394-4477-ad30-9385fc6fbf1c {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:49.579231 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:49.655928 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] Set router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:49.690743 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] For port cbed4b2c-2394-4477-ad30-9385fc6fbf1c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=cbed4b2c-2394-4477-ad30-9385fc6fbf1c,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:49.691506 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:49.712616 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Calling delete_port for cbed4b2c-2394-4477-ad30-9385fc6fbf1c owned by network:router_gateway {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:49.718004 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T12:05:49Z', 'revision_number': 6, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:49.745836 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3254a-f036-4662-b61f-46d29d29a5a2 None None] The sync data for ids ['50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10'] in dv-cinder-850618-4-iscsi is: [{'id': '50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10', 'name': 'tempest-AttachVolumeTestJSON-880103247-router', 'tenant_id': '79aee39298624f99b33b9808fe5030f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:05Z', 'updated_at': '2022-10-10T12:05:49Z', 'revision_number': 6, 'project_id': '79aee39298624f99b33b9808fe5030f8', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:05:49.909734 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (cbed4b2c-2394-4477-ad30-9385fc6fbf1c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:49.940044 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbed4b2c-2394-4477-ad30-9385fc6fbf1c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:50.011518 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.130237 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.137338 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks [] for router_controller (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.245061 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.247537 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 {{(pid=106262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:05:50.257581 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.261252 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-3b7ab970-a060-490e-b546-6b57b7c28737 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/50b9fdd2-9fb8-4383-8bdc-66e7e5c3df10 HTTP/1.1" status: 204 len: 168 time: 1.1780505 Oct 10 12:05:50.261659 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47594) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:50.354376 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:50.370791 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4e9c6f-9f26-46d9-95f4-c783ad7c0243 admin admin] Deleting subnet 4d4fac74-b3ac-4135-9f20-60b982967388 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:05:50.379165 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9c6f-9f26-46d9-95f4-c783ad7c0243 admin admin] Publish callbacks [] for subnet (4d4fac74-b3ac-4135-9f20-60b982967388), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.401640 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47598) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:50.425668 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9c6f-9f26-46d9-95f4-c783ad7c0243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (4d4fac74-b3ac-4135-9f20-60b982967388), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.618876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9c6f-9f26-46d9-95f4-c783ad7c0243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (4d4fac74-b3ac-4135-9f20-60b982967388), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.655941 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device fc4d6978-e86d-4d94-9c05-d07fea41777f no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:50.709108 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: fc4d6978-e86d-4d94-9c05-d07fea41777f {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:50.713082 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device fc4d6978-e86d-4d94-9c05-d07fea41777f not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:50.714326 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:50.734930 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e30d10-b8fa-4366-80be-b785fc4c3d9b req-f7289537-db3c-41c5-9acd-e5c63985b2ad tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:50.736641 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20e30d10-b8fa-4366-80be-b785fc4c3d9b req-f7289537-db3c-41c5-9acd-e5c63985b2ad tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0701635 Oct 10 12:05:50.754589 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9c6f-9f26-46d9-95f4-c783ad7c0243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (4d4fac74-b3ac-4135-9f20-60b982967388), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.794412 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e9c6f-9f26-46d9-95f4-c783ad7c0243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4fac74-b3ac-4135-9f20-60b982967388,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:50.809584 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18db863-4e65-432e-939a-0633f99ce5d4 None None] Network 5c924414-a382-471c-a40e-c6f3cc3eb62c requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:05:50.826941 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca4e9c6f-9f26-46d9-95f4-c783ad7c0243 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:50.832238 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ca4e9c6f-9f26-46d9-95f4-c783ad7c0243 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/4d4fac74-b3ac-4135-9f20-60b982967388 HTTP/1.1" status: 204 len: 168 time: 0.5675194 Oct 10 12:05:50.833512 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47606) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:50.843068 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20e30d10-b8fa-4366-80be-b785fc4c3d9b req-1923be69-5020-45db-888f-0be0a740bbb6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965495 Oct 10 12:05:50.956086 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:50.981394 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (5c924414-a382-471c-a40e-c6f3cc3eb62c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.048214 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] DHCP port deletion for 5c924414-a382-471c-a40e-c6f3cc3eb62c request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:05:51.073633 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Deleting port 98b9541b-fdb3-46a4-819e-0af3f1639981 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:51.074066 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.113771 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] Deleting port 98b9541b-fdb3-46a4-819e-0af3f1639981 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:51.117628 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.204544 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] For port 98b9541b-fdb3-46a4-819e-0af3f1639981, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=98b9541b-fdb3-46a4-819e-0af3f1639981,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:51.204937 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.235803 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] Calling delete_port for 98b9541b-fdb3-46a4-819e-0af3f1639981 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:51.236354 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (f16697bf-7b2d-4f07-9583-6242bbec77a3), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.268093 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:51.342718 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] For port 98b9541b-fdb3-46a4-819e-0af3f1639981, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=98b9541b-fdb3-46a4-819e-0af3f1639981,segment=NetworkSegment(0caa1d9b-a7b5-434f-8560-baa4dcf69ff1),segment_id=0caa1d9b-a7b5-434f-8560-baa4dcf69ff1)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:51.343145 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.348745 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.386660 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] Pushing event deleted for resources: {'Port': ['ID=98b9541b-fdb3-46a4-819e-0af3f1639981,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:51.390185 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8269f-be91-4f38-9bf5-a10997cd54d2 None None] No DVR routers for this DVR port 98b9541b-fdb3-46a4-819e-0af3f1639981 on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:05:51.399347 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Calling delete_port for 98b9541b-fdb3-46a4-819e-0af3f1639981 owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:51.562594 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (98b9541b-fdb3-46a4-819e-0af3f1639981), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.618681 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b9541b-fdb3-46a4-819e-0af3f1639981,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:51.621097 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] No DVR routers for this DVR port 98b9541b-fdb3-46a4-819e-0af3f1639981 on host dv-cinder-850618-4-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:05:51.700614 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Deleting port 6185302e-9d6d-4c65-adaf-a9832162d61c {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:51.700960 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.800515 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (5c924414-a382-471c-a40e-c6f3cc3eb62c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.834486 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c924414-a382-471c-a40e-c6f3cc3eb62c']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:51.852993 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:51.853297 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caa1d9b-a7b5-434f-8560-baa4dcf69ff1') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:51.861980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:51.880479 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (0caa1d9b-a7b5-434f-8560-baa4dcf69ff1), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.905400 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] For port 6185302e-9d6d-4c65-adaf-a9832162d61c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=6185302e-9d6d-4c65-adaf-a9832162d61c,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:51.905976 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.915762 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (0caa1d9b-a7b5-434f-8560-baa4dcf69ff1), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:51.929152 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Calling delete_port for 6185302e-9d6d-4c65-adaf-a9832162d61c owned by network:router_interface {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:52.042044 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:05:52.042044 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (0caa1d9b-a7b5-434f-8560-baa4dcf69ff1), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:52.062373 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69922be7-9904-410e-b091-54f490a9395a req-859f50ad-ecac-41f2-9028-a6f39fe28254 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:52.074334 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69922be7-9904-410e-b091-54f490a9395a req-859f50ad-ecac-41f2-9028-a6f39fe28254 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0877030 Oct 10 12:05:52.097343 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:52.142718 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (5c924414-a382-471c-a40e-c6f3cc3eb62c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:52.149470 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:52.153530 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/5c924414-a382-471c-a40e-c6f3cc3eb62c HTTP/1.1" status: 204 len: 168 time: 1.3189895 Oct 10 12:05:52.203802 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3e2f-885e-4dc2-a6d2-517c60433b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c924414-a382-471c-a40e-c6f3cc3eb62c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:52.208076 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 98b9541b-fdb3-46a4-819e-0af3f1639981 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:52.273146 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 98b9541b-fdb3-46a4-819e-0af3f1639981 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:52.275807 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 98b9541b-fdb3-46a4-819e-0af3f1639981 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:52.276648 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device cbed4b2c-2394-4477-ad30-9385fc6fbf1c no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:52.365919 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (6185302e-9d6d-4c65-adaf-a9832162d61c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:52.368370 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: cbed4b2c-2394-4477-ad30-9385fc6fbf1c {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:52.369042 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device cbed4b2c-2394-4477-ad30-9385fc6fbf1c not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:52.425672 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Pushing event deleted for resources: {'Port': ['ID=6185302e-9d6d-4c65-adaf-a9832162d61c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:52.460214 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 0caa1d9b-a7b5-434f-8560-baa4dcf69ff1 resource provider aggregate not found Oct 10 12:05:52.495634 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47620) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:52.497256 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 0caa1d9b-a7b5-434f-8560-baa4dcf69ff1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0caa1d9b-a7b5-434f-8560-baa4dcf69ff1 found for delete ", "request_id": "req-7f15951f-7039-479a-8f04-c6821b756e0a"}]} Oct 10 12:05:52.565800 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9cea015c-c0df-4686-8b0e-d3b9ea35de13 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=79aee39298624f99b33b9808fe5030f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0649419 Oct 10 12:05:52.568687 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47622) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:52.640656 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69922be7-9904-410e-b091-54f490a9395a req-3be428f1-15ee-47ec-811c-6633f7345ae9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5652113 Oct 10 12:05:52.973096 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-865acdab-a7da-4087-9f36-b43be4fb6206 admin admin] Publish callbacks [] for security_group (d8cc45c8-b055-48f6-888e-8f9db45a82ea), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:53.005038 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-865acdab-a7da-4087-9f36-b43be4fb6206 admin admin] Publish callbacks [] for security_group (d8cc45c8-b055-48f6-888e-8f9db45a82ea), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:53.007428 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (f16697bf-7b2d-4f07-9583-6242bbec77a3), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:53.105599 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-865acdab-a7da-4087-9f36-b43be4fb6206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d8cc45c8-b055-48f6-888e-8f9db45a82ea), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:53.108842 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-865acdab-a7da-4087-9f36-b43be4fb6206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:53.110011 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-865acdab-a7da-4087-9f36-b43be4fb6206 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d8cc45c8-b055-48f6-888e-8f9db45a82ea HTTP/1.1" status: 204 len: 168 time: 0.5402858 Oct 10 12:05:53.161960 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865acdab-a7da-4087-9f36-b43be4fb6206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cc45c8-b055-48f6-888e-8f9db45a82ea,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:53.320759 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:DELETE=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:53.329536 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Router f16697bf-7b2d-4f07-9583-6242bbec77a3 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:05:53.489961 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:05:53.499529 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] Sync routers for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:05:53.502062 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-3f0f07c3-bc5d-40e4-93b6-585e9421dddc admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/f16697bf-7b2d-4f07-9583-6242bbec77a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0993326 Oct 10 12:05:53.504802 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47636) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:53.514446 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:53.515254 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:53.649318 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks [] for router (f16697bf-7b2d-4f07-9583-6242bbec77a3), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:53.655147 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:53.776143 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks [] for router_gateway (f16697bf-7b2d-4f07-9583-6242bbec77a3), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:53.907837 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T12:05:52Z', 'revision_number': 5, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port': {'id': '97a1b68b-9e73-4729-a555-d365094cf4d7', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:06Z', 'updated_at': '2022-10-10T11:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:53.941777 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Deleting port 97a1b68b-9e73-4729-a555-d365094cf4d7 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:53.942128 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:53.943858 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] Checking router: f16697bf-7b2d-4f07-9583-6242bbec77a3 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:05:53.955559 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] Routers {'f16697bf-7b2d-4f07-9583-6242bbec77a3'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:05:53.956593 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:05:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['f16697bf-7b2d-4f07-9583-6242bbec77a3'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:54.009927 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadca70b-b085-48ff-9b8f-26d355352f05 req-d33cf1db-aebc-476f-a8b2-1d611a2aa7c9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:54.012100 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dadca70b-b085-48ff-9b8f-26d355352f05 req-d33cf1db-aebc-476f-a8b2-1d611a2aa7c9 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.1643007 Oct 10 12:05:54.100789 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] Set router f16697bf-7b2d-4f07-9583-6242bbec77a3 gateway port host: None {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:05:54.116747 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] For port 97a1b68b-9e73-4729-a555-d365094cf4d7, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=97a1b68b-9e73-4729-a555-d365094cf4d7,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:54.118703 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.145308 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dadca70b-b085-48ff-9b8f-26d355352f05 req-e663f590-0fda-42e7-bc1f-d86301f703fa tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203651 Oct 10 12:05:54.182969 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Calling delete_port for 97a1b68b-9e73-4729-a555-d365094cf4d7 owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:54.190495 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T12:05:53Z', 'revision_number': 6, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:54.224356 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e1cda-6dcb-4d98-ba51-89a353d228b0 None None] The sync data for ids ['f16697bf-7b2d-4f07-9583-6242bbec77a3'] in dv-cinder-850618-4-iscsi is: [{'id': 'f16697bf-7b2d-4f07-9583-6242bbec77a3', 'name': 'tempest-AttachVolumeNegativeTest-416325631-router', 'tenant_id': 'de3e893bfb574016a6e5e020f96490c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:04Z', 'updated_at': '2022-10-10T12:05:53Z', 'revision_number': 6, 'project_id': 'de3e893bfb574016a6e5e020f96490c5', 'gw_port_host': None}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:05:54.231310 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:54.464122 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (97a1b68b-9e73-4729-a555-d365094cf4d7), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.489416 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=97a1b68b-9e73-4729-a555-d365094cf4d7,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:54.552720 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:54.560904 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (f16697bf-7b2d-4f07-9583-6242bbec77a3), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.651790 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (f16697bf-7b2d-4f07-9583-6242bbec77a3), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.654082 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks [] for router_controller (f16697bf-7b2d-4f07-9583-6242bbec77a3), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.701913 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (f16697bf-7b2d-4f07-9583-6242bbec77a3), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.702682 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16697bf-7b2d-4f07-9583-6242bbec77a3 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:05:54.707301 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.708447 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-967f08a2-92fb-4aa1-8463-d8011ae20dbc admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/f16697bf-7b2d-4f07-9583-6242bbec77a3 HTTP/1.1" status: 204 len: 168 time: 1.2020552 Oct 10 12:05:54.711201 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47678) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:54.758415 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a587d9-fa9c-4796-81e8-5d77bf30d066 admin admin] Deleting subnet 5449108a-6ac3-467d-92d9-b9039b8b9a9c {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:05:54.762324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a4a587d9-fa9c-4796-81e8-5d77bf30d066 admin admin] Publish callbacks [] for subnet (5449108a-6ac3-467d-92d9-b9039b8b9a9c), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.801814 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a4a587d9-fa9c-4796-81e8-5d77bf30d066 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (5449108a-6ac3-467d-92d9-b9039b8b9a9c), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.895120 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a4a587d9-fa9c-4796-81e8-5d77bf30d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (5449108a-6ac3-467d-92d9-b9039b8b9a9c), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.958834 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a4a587d9-fa9c-4796-81e8-5d77bf30d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (5449108a-6ac3-467d-92d9-b9039b8b9a9c), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.987288 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a587d9-fa9c-4796-81e8-5d77bf30d066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5449108a-6ac3-467d-92d9-b9039b8b9a9c,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:54.989183 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a4a587d9-fa9c-4796-81e8-5d77bf30d066 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:54.994556 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a4a587d9-fa9c-4796-81e8-5d77bf30d066 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/5449108a-6ac3-467d-92d9-b9039b8b9a9c HTTP/1.1" status: 204 len: 168 time: 0.2818034 Oct 10 12:05:54.997151 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47686) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:55.000469 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af266ed4-8540-4a53-918f-62c6bc4076e9 None None] Network 05a9786c-a8d0-4fea-bd0d-744e4b7d958a requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:05:55.095718 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (05a9786c-a8d0-4fea-bd0d-744e4b7d958a), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.109864 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:55.152060 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Deleting port 1c2dabc6-b001-4578-af7b-008a7814313c {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:55.152401 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.205352 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351bfde-150e-469f-8ceb-423406ac83da req-54730b48-2000-447d-b738-6ef786031e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:55.207500 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f351bfde-150e-469f-8ceb-423406ac83da req-54730b48-2000-447d-b738-6ef786031e42 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 1129 time: 0.0637996 Oct 10 12:05:55.237144 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] For port 1c2dabc6-b001-4578-af7b-008a7814313c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1c2dabc6-b001-4578-af7b-008a7814313c,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:55.240544 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.245101 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] DHCP port deletion for 05a9786c-a8d0-4fea-bd0d-744e4b7d958a request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:05:55.268950 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Calling delete_port for 1c2dabc6-b001-4578-af7b-008a7814313c owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:55.302959 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] Deleting port 1c2dabc6-b001-4578-af7b-008a7814313c {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:05:55.303500 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.389156 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6130396-6bcb-403c-ba87-5d9d23ad1c36 req-ed83356f-3fa3-4cdf-868c-49a668d74c68 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:55.389344 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.402204 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c6130396-6bcb-403c-ba87-5d9d23ad1c36 req-ed83356f-3fa3-4cdf-868c-49a668d74c68 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0891790 Oct 10 12:05:55.416523 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] No DVR routers for this DVR port 1c2dabc6-b001-4578-af7b-008a7814313c on host dv-cinder-850618-4-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:05:55.418705 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] For port 1c2dabc6-b001-4578-af7b-008a7814313c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1c2dabc6-b001-4578-af7b-008a7814313c,segment=NetworkSegment(6b7cff38-4dfb-44fe-ac01-47c863f22e31),segment_id=6b7cff38-4dfb-44fe-ac01-47c863f22e31)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:55.419230 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.437057 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] Calling delete_port for 1c2dabc6-b001-4578-af7b-008a7814313c owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:05:55.441382 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2dabc6-b001-4578-af7b-008a7814313c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:55.444320 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:55.542100 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c6130396-6bcb-403c-ba87-5d9d23ad1c36 req-616897e3-fe9a-4f7b-859c-ed35eee6a2b4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422641 Oct 10 12:05:55.551531 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351bfde-150e-469f-8ceb-423406ac83da req-b282a644-e676-4af4-97ba-985e7d77217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:55.564460 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (1c2dabc6-b001-4578-af7b-008a7814313c), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.565219 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f351bfde-150e-469f-8ceb-423406ac83da req-b282a644-e676-4af4-97ba-985e7d77217b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.3514061 Oct 10 12:05:55.570704 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (05a9786c-a8d0-4fea-bd0d-744e4b7d958a), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.599224 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] Pushing event deleted for resources: {'Port': ['ID=1c2dabc6-b001-4578-af7b-008a7814313c,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:55.601085 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32508ba5-d51c-48d6-9d69-3d9a2949152d None None] No DVR routers for this DVR port 1c2dabc6-b001-4578-af7b-008a7814313c on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:05:55.602870 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a9786c-a8d0-4fea-bd0d-744e4b7d958a']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:55.622571 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7cff38-4dfb-44fe-ac01-47c863f22e31') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:55.623628 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7cff38-4dfb-44fe-ac01-47c863f22e31') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:05:55.648834 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (6b7cff38-4dfb-44fe-ac01-47c863f22e31), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.663828 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (6b7cff38-4dfb-44fe-ac01-47c863f22e31), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.664050 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f351bfde-150e-469f-8ceb-423406ac83da req-68fc0019-00a7-4e86-9aa6-ec8d6673916d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe HTTP/1.1" status: 200 len: 1001 time: 0.0908730 Oct 10 12:05:55.672623 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:05:55.673024 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (6b7cff38-4dfb-44fe-ac01-47c863f22e31), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.722189 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:55.722643 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 6b7cff38-4dfb-44fe-ac01-47c863f22e31 resource provider aggregate not found Oct 10 12:05:55.728730 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351bfde-150e-469f-8ceb-423406ac83da req-9cc85993-472f-489e-bd50-d93e48ceb8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:55.730446 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f351bfde-150e-469f-8ceb-423406ac83da req-9cc85993-472f-489e-bd50-d93e48ceb8a3 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0578480 Oct 10 12:05:55.745373 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (05a9786c-a8d0-4fea-bd0d-744e4b7d958a), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.751372 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:55.760268 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/05a9786c-a8d0-4fea-bd0d-744e4b7d958a HTTP/1.1" status: 204 len: 168 time: 0.7590601 Oct 10 12:05:55.760268 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 6b7cff38-4dfb-44fe-ac01-47c863f22e31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b7cff38-4dfb-44fe-ac01-47c863f22e31 found for delete ", "request_id": "req-2701e39d-3dd2-4e33-a477-393c2fcab51f"}]} Oct 10 12:05:55.776367 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49890c7-966f-4b08-a941-361b3d66dc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=05a9786c-a8d0-4fea-bd0d-744e4b7d958a,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:55.795510 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351bfde-150e-469f-8ceb-423406ac83da req-2e5200e0-edb9-49b9-99fa-d3acf5d6d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:55.796992 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f351bfde-150e-469f-8ceb-423406ac83da req-2e5200e0-edb9-49b9-99fa-d3acf5d6d2dd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591974 Oct 10 12:05:55.916260 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f351bfde-150e-469f-8ceb-423406ac83da req-f1e503a1-8203-4ecc-a74d-7d5e1f992101 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108403 Oct 10 12:05:55.989186 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47732) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:56.035142 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-65faaebb-2de1-457b-9a40-b8a4fbe29df1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=de3e893bfb574016a6e5e020f96490c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446119 Oct 10 12:05:56.037729 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47734) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:56.043299 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:56.047832 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f351bfde-150e-469f-8ceb-423406ac83da req-762b25bd-0dca-4277-9d6f-ebd2d8f50b0e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250126 Oct 10 12:05:56.092901 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-390a2bd0-b98c-486f-a920-1cf4daf9a952 admin admin] Publish callbacks [] for security_group (ff71539b-1f44-481c-8d8e-c955b3b34725), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.093093 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47736) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:56.114225 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-390a2bd0-b98c-486f-a920-1cf4daf9a952 admin admin] Publish callbacks [] for security_group (ff71539b-1f44-481c-8d8e-c955b3b34725), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.165542 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-390a2bd0-b98c-486f-a920-1cf4daf9a952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ff71539b-1f44-481c-8d8e-c955b3b34725), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.168347 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-390a2bd0-b98c-486f-a920-1cf4daf9a952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.169839 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-390a2bd0-b98c-486f-a920-1cf4daf9a952 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ff71539b-1f44-481c-8d8e-c955b3b34725 HTTP/1.1" status: 204 len: 168 time: 0.1311364 Oct 10 12:05:56.182319 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a2bd0-b98c-486f-a920-1cf4daf9a952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff71539b-1f44-481c-8d8e-c955b3b34725,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:56.182927 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 6185302e-9d6d-4c65-adaf-a9832162d61c no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:56.194148 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:56.229783 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c0f20547-7111-4b90-a116-6611dc522bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.237105 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 6185302e-9d6d-4c65-adaf-a9832162d61c {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:56.237377 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 6185302e-9d6d-4c65-adaf-a9832162d61c not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:56.237808 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 1c2dabc6-b001-4578-af7b-008a7814313c no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:56.264498 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 1c2dabc6-b001-4578-af7b-008a7814313c {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:56.265021 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 1c2dabc6-b001-4578-af7b-008a7814313c not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:56.265720 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 97a1b68b-9e73-4729-a555-d365094cf4d7 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:56.290257 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 97a1b68b-9e73-4729-a555-d365094cf4d7 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:05:56.290613 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 97a1b68b-9e73-4729-a555-d365094cf4d7 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:05:56.315005 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c0f20547-7111-4b90-a116-6611dc522bd0 admin admin] Publish callbacks [] for security_group (735f1dc6-b795-4638-a57f-54b91e95dbf4), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.322224 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c0f20547-7111-4b90-a116-6611dc522bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (735f1dc6-b795-4638-a57f-54b91e95dbf4), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.360693 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f20547-7111-4b90-a116-6611dc522bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735f1dc6-b795-4638-a57f-54b91e95dbf4,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:56.366938 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c0f20547-7111-4b90-a116-6611dc522bd0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=37719c37cc4c463da610145296ef811f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710152 Oct 10 12:05:56.368521 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47744) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:56.434333 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c7531db4-bdfe-4ea5-b9a6-e79f88e9ec85 admin admin] Publish callbacks [] for security_group (735f1dc6-b795-4638-a57f-54b91e95dbf4), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.455419 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c7531db4-bdfe-4ea5-b9a6-e79f88e9ec85 admin admin] Publish callbacks [] for security_group (735f1dc6-b795-4638-a57f-54b91e95dbf4), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.480580 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:56.505710 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c7531db4-bdfe-4ea5-b9a6-e79f88e9ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (735f1dc6-b795-4638-a57f-54b91e95dbf4), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.509051 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c7531db4-bdfe-4ea5-b9a6-e79f88e9ec85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.512772 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c7531db4-bdfe-4ea5-b9a6-e79f88e9ec85 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/735f1dc6-b795-4638-a57f-54b91e95dbf4 HTTP/1.1" status: 204 len: 168 time: 0.1424994 Oct 10 12:05:56.520728 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7531db4-bdfe-4ea5-b9a6-e79f88e9ec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735f1dc6-b795-4638-a57f-54b91e95dbf4,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:56.865904 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47772) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:56.868833 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193d48-23fb-4cb3-b420-14821344c550 req-6067fe22-ea55-46b1-951a-a5b756bec7b4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:56.870346 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1193d48-23fb-4cb3-b420-14821344c550 req-6067fe22-ea55-46b1-951a-a5b756bec7b4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0642548 Oct 10 12:05:56.883898 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8796-cedf-46ce-9e7d-1271519ad263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.920519 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1193d48-23fb-4cb3-b420-14821344c550 req-19daa0db-bcad-4f0d-8d1e-9137b7c4efbe tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446477 Oct 10 12:05:56.922017 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:56.977015 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8796-cedf-46ce-9e7d-1271519ad263 admin admin] Publish callbacks [] for security_group (4447296d-58fc-4321-add5-48869db9b890), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:56.980607 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8796-cedf-46ce-9e7d-1271519ad263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (4447296d-58fc-4321-add5-48869db9b890), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:57.024998 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47780) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:57.027213 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-bbdb8796-cedf-46ce-9e7d-1271519ad263 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ce2502e78c064b1b8e343ed0b52b20e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575925 Oct 10 12:05:57.031112 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb8796-cedf-46ce-9e7d-1271519ad263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4447296d-58fc-4321-add5-48869db9b890,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:57.076740 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d96819de-8e8c-4417-ac7a-8ee0c2e92524 admin admin] Publish callbacks [] for security_group (4447296d-58fc-4321-add5-48869db9b890), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:57.100408 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d96819de-8e8c-4417-ac7a-8ee0c2e92524 admin admin] Publish callbacks [] for security_group (4447296d-58fc-4321-add5-48869db9b890), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:57.147283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d96819de-8e8c-4417-ac7a-8ee0c2e92524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (4447296d-58fc-4321-add5-48869db9b890), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:57.150698 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d96819de-8e8c-4417-ac7a-8ee0c2e92524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:57.151886 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d96819de-8e8c-4417-ac7a-8ee0c2e92524 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4447296d-58fc-4321-add5-48869db9b890 HTTP/1.1" status: 204 len: 168 time: 0.1259058 Oct 10 12:05:57.159492 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96819de-8e8c-4417-ac7a-8ee0c2e92524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4447296d-58fc-4321-add5-48869db9b890,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:58.066354 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6332c-d80d-4589-9ffd-2af49f1d00a0 req-b7bb68d6-5368-48fe-a8ce-a3fdd65f1a33 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:58.075190 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2cd6332c-d80d-4589-9ffd-2af49f1d00a0 req-b7bb68d6-5368-48fe-a8ce-a3fdd65f1a33 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 945 time: 0.0655167 Oct 10 12:05:58.143210 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2cd6332c-d80d-4589-9ffd-2af49f1d00a0 req-4d236d70-f925-4804-9fd8-418c74ee85b8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618367 Oct 10 12:05:58.293463 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:05:58.377587 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 78c57fac-0497-4b6c-9eae-773ed6db62fe is: ACTIVE; New status is: DOWN {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:05:58.377983 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:58.404454 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:58.407155 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c424f979-afa9-4a44-8150-0f9548bc12df" -d '{"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-unplugged", "status": "completed", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:58.432093 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:05:58.436861 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:58.467915 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33264d0-393b-4a25-a1f7-888fcda6da92 x-openstack-request-id: req-e33264d0-393b-4a25-a1f7-888fcda6da92 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:58.468204 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-unplugged", "status": "completed", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:58.468627 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e33264d0-393b-4a25-a1f7-888fcda6da92 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:58.469165 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33264d0-393b-4a25-a1f7-888fcda6da92'] response: {'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'code': 200} Oct 10 12:05:58.494022 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=8']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:58.682324 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc368-0093-4567-8e2b-753942f5dbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.280474 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2479b-2bf2-4aa7-99c3-2a32d1804a59 req-b8a3fbf9-1680-4575-ad8c-1313eca9edc0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:59.281971 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62f2479b-2bf2-4aa7-99c3-2a32d1804a59 req-b8a3fbf9-1680-4575-ad8c-1313eca9edc0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0526721 Oct 10 12:05:59.336390 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62f2479b-2bf2-4aa7-99c3-2a32d1804a59 req-3be09acd-48b2-459f-9a1a-5516975d3216 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459402 Oct 10 12:05:59.502661 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47980) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:59.638502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c9bbc966-d8ea-4a7f-a28b-43aa4c93f936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.692516 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 47988) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:59.711076 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:59.723343 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c9bbc966-d8ea-4a7f-a28b-43aa4c93f936 admin admin] Publish callbacks [] for security_group (ae0c52c8-bf21-4c6f-8adf-fa9079d2a848), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.730860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c9bbc966-d8ea-4a7f-a28b-43aa4c93f936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ae0c52c8-bf21-4c6f-8adf-fa9079d2a848), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.758795 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:59.768462 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c9bbc966-d8ea-4a7f-a28b-43aa4c93f936 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=61d8c6e9197648b0baa61978ca6da29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644720 Oct 10 12:05:59.771624 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 47994) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:59.801234 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbc966-d8ea-4a7f-a28b-43aa4c93f936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0c52c8-bf21-4c6f-8adf-fa9079d2a848,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:59.837841 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8093b83-373e-43bb-85f1-cf04c76b7dee admin admin] Publish callbacks [] for security_group (ae0c52c8-bf21-4c6f-8adf-fa9079d2a848), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.841155 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ee2165b-4ca6-45d5-ad27-447343a8c3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.858973 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8093b83-373e-43bb-85f1-cf04c76b7dee admin admin] Publish callbacks [] for security_group (ae0c52c8-bf21-4c6f-8adf-fa9079d2a848), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.919039 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8093b83-373e-43bb-85f1-cf04c76b7dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ae0c52c8-bf21-4c6f-8adf-fa9079d2a848), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.921895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8093b83-373e-43bb-85f1-cf04c76b7dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.923183 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b8093b83-373e-43bb-85f1-cf04c76b7dee admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ae0c52c8-bf21-4c6f-8adf-fa9079d2a848 HTTP/1.1" status: 204 len: 168 time: 0.1504295 Oct 10 12:05:59.933178 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8093b83-373e-43bb-85f1-cf04c76b7dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0c52c8-bf21-4c6f-8adf-fa9079d2a848,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:59.942251 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ee2165b-4ca6-45d5-ad27-447343a8c3d6 admin admin] Publish callbacks [] for security_group (a87d2f0d-526b-412f-8ba7-edef89a20dd2), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.947689 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9ee2165b-4ca6-45d5-ad27-447343a8c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (a87d2f0d-526b-412f-8ba7-edef89a20dd2), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:59.984668 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9ee2165b-4ca6-45d5-ad27-447343a8c3d6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bd1c0d6ad536480fb7d50ae3dd7571b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903695 Oct 10 12:05:59.987528 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48004) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:59.994726 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2165b-4ca6-45d5-ad27-447343a8c3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87d2f0d-526b-412f-8ba7-edef89a20dd2,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:00.057186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-29a36b16-59dd-4b16-bd7e-ddf5f8cb7041 admin admin] Publish callbacks [] for security_group (a87d2f0d-526b-412f-8ba7-edef89a20dd2), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.080420 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-29a36b16-59dd-4b16-bd7e-ddf5f8cb7041 admin admin] Publish callbacks [] for security_group (a87d2f0d-526b-412f-8ba7-edef89a20dd2), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.137021 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-29a36b16-59dd-4b16-bd7e-ddf5f8cb7041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (a87d2f0d-526b-412f-8ba7-edef89a20dd2), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.140270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-29a36b16-59dd-4b16-bd7e-ddf5f8cb7041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.141998 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-29a36b16-59dd-4b16-bd7e-ddf5f8cb7041 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a87d2f0d-526b-412f-8ba7-edef89a20dd2 HTTP/1.1" status: 204 len: 168 time: 0.1532831 Oct 10 12:06:00.151678 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a36b16-59dd-4b16-bd7e-ddf5f8cb7041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87d2f0d-526b-412f-8ba7-edef89a20dd2,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:00.302432 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48018) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:00.323416 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c3618062-12b8-420e-a0b3-fc1a7a2afe91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.436360 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c3618062-12b8-420e-a0b3-fc1a7a2afe91 admin admin] Publish callbacks [] for security_group (286558e1-8f43-4348-ae26-29ea0a27941a), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.452370 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c3618062-12b8-420e-a0b3-fc1a7a2afe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (286558e1-8f43-4348-ae26-29ea0a27941a), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.542805 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c3618062-12b8-420e-a0b3-fc1a7a2afe91 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6218a4cacbe345d09800912e85d69fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381322 Oct 10 12:06:00.545489 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48032) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:00.567901 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3618062-12b8-420e-a0b3-fc1a7a2afe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286558e1-8f43-4348-ae26-29ea0a27941a,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:00.583945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc775d-1d56-43d4-84da-85e83bd2877b req-480f060b-42a7-4a9c-ab2f-077b14b4649d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:00.585429 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a3fc775d-1d56-43d4-84da-85e83bd2877b req-480f060b-42a7-4a9c-ab2f-077b14b4649d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.1178174 Oct 10 12:06:00.592547 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-d588317b-0041-44d5-b105-ad595bfdf63a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655978 Oct 10 12:06:00.631296 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48034) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:00.650819 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a3fc775d-1d56-43d4-84da-85e83bd2877b req-ee933e84-556c-4099-ab83-34f5140efc27 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569777 Oct 10 12:06:00.651710 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-02cb4fb1-a057-4a12-a93b-78ef86158961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.685027 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0add13bf-b96b-4671-8668-667787e7fcb0 admin admin] Publish callbacks [] for security_group (286558e1-8f43-4348-ae26-29ea0a27941a), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.697601 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:00.697810 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0add13bf-b96b-4671-8668-667787e7fcb0 admin admin] Publish callbacks [] for security_group (286558e1-8f43-4348-ae26-29ea0a27941a), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.713787 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-4215c74f-6e5b-4ddd-9f76-2c7c2c8e784f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:00.715165 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-4215c74f-6e5b-4ddd-9f76-2c7c2c8e784f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports/78c57fac-0497-4b6c-9eae-773ed6db62fe HTTP/1.1" status: 200 len: 940 time: 0.0870779 Oct 10 12:06:00.736895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-02cb4fb1-a057-4a12-a93b-78ef86158961 admin admin] Publish callbacks [] for security_group (67f5d1db-66c1-4026-9576-17620a219454), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.741691 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-02cb4fb1-a057-4a12-a93b-78ef86158961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (67f5d1db-66c1-4026-9576-17620a219454), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.759622 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0add13bf-b96b-4671-8668-667787e7fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (286558e1-8f43-4348-ae26-29ea0a27941a), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.762786 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0add13bf-b96b-4671-8668-667787e7fcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.771363 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0add13bf-b96b-4671-8668-667787e7fcb0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/286558e1-8f43-4348-ae26-29ea0a27941a HTTP/1.1" status: 204 len: 168 time: 0.2208314 Oct 10 12:06:00.782505 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add13bf-b96b-4671-8668-667787e7fcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286558e1-8f43-4348-ae26-29ea0a27941a,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:00.785760 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-02cb4fb1-a057-4a12-a93b-78ef86158961 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d1fb9b75e13f44338055e3d1731bff87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511776 Oct 10 12:06:00.785760 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb4fb1-a057-4a12-a93b-78ef86158961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5d1db-66c1-4026-9576-17620a219454,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:00.787955 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48040) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:00.847980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf211-a4ee-4ff5-8986-9fd754416439 admin admin] Publish callbacks [] for security_group (67f5d1db-66c1-4026-9576-17620a219454), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.869543 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf211-a4ee-4ff5-8986-9fd754416439 admin admin] Publish callbacks [] for security_group (67f5d1db-66c1-4026-9576-17620a219454), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.925018 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf211-a4ee-4ff5-8986-9fd754416439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (67f5d1db-66c1-4026-9576-17620a219454), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.927902 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf211-a4ee-4ff5-8986-9fd754416439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.932473 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-b0fdf211-a4ee-4ff5-8986-9fd754416439 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/67f5d1db-66c1-4026-9576-17620a219454 HTTP/1.1" status: 204 len: 168 time: 0.1405654 Oct 10 12:06:00.939839 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-44ec435e-9c73-49cc-a93b-43140dfb819c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:00.942851 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdf211-a4ee-4ff5-8986-9fd754416439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5d1db-66c1-4026-9576-17620a219454,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:01.794538 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128c772-053f-4af8-9893-c1ca27c77935 req-09405e39-703a-475d-87a2-43f1c86c6a13 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:01.796142 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e128c772-053f-4af8-9893-c1ca27c77935 req-09405e39-703a-475d-87a2-43f1c86c6a13 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0517178 Oct 10 12:06:01.811014 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:01.890764 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e128c772-053f-4af8-9893-c1ca27c77935 req-58768f3f-65a5-46ad-b2bb-7989d29ec1db tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867803 Oct 10 12:06:01.901531 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-9ce98208-f6ba-495f-b201-7e1692110d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:01.903034 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-9ce98208-f6ba-495f-b201-7e1692110d0c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7&tenant_id=0156957151444f94be28a65b4b018156 HTTP/1.1" status: 200 len: 1127 time: 0.0498431 Oct 10 12:06:01.954919 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:01.992647 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-5e61d728-ddeb-4287-8911-d0044d6a47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:01.994224 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-5e61d728-ddeb-4287-8911-d0044d6a47ae service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 1127 time: 0.0496459 Oct 10 12:06:02.095493 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-e56c8e23-77db-401a-95f2-16765dc4b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:02.097284 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-e56c8e23-77db-401a-95f2-16765dc4b36d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.0932524 Oct 10 12:06:02.170033 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-d620eb0c-1377-489f-8b1a-a0dd242756a9 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe HTTP/1.1" status: 200 len: 999 time: 0.0621309 Oct 10 12:06:02.222732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-b2da2a2a-0b69-4230-90f9-17c3795089ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:02.224560 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-b2da2a2a-0b69-4230-90f9-17c3795089ee service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0463417 Oct 10 12:06:02.275816 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-56f9cfb1-3850-400d-8b69-b4417ba344b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:02.277886 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-56f9cfb1-3850-400d-8b69-b4417ba344b3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473745 Oct 10 12:06:02.382203 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-87e46aec-5064-45d1-a6da-2859454ad883 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904775 Oct 10 12:06:02.509286 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e166a990-2f48-4b20-8102-2e61d9ee3dd9 req-16a86ba4-c05d-46cb-8621-c0a5df0d1e58 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188989 Oct 10 12:06:03.077805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbd214-fb73-41ae-908a-da268e2368d6 req-636a823e-2f4c-4779-97b4-738c5fccb9ae tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:03.084729 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0bfbd214-fb73-41ae-908a-da268e2368d6 req-636a823e-2f4c-4779-97b4-738c5fccb9ae tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0573881 Oct 10 12:06:03.130652 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0bfbd214-fb73-41ae-908a-da268e2368d6 req-e27805c9-24c7-4627-b1c7-c4ec6ad34304 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448353 Oct 10 12:06:03.676231 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:03.729708 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:04.198743 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:04.199533 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:04.290252 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163a44f-f510-4aa7-91fa-80fe6064ff62 req-8b199aeb-dd88-4bd7-bc4b-7346d4e72a09 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:04.302796 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d163a44f-f510-4aa7-91fa-80fe6064ff62 req-8b199aeb-dd88-4bd7-bc4b-7346d4e72a09 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0757833 Oct 10 12:06:04.366320 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d163a44f-f510-4aa7-91fa-80fe6064ff62 req-b85de9df-8066-4783-b25b-c15d0bdc28e3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619738 Oct 10 12:06:05.504561 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500bc0-a097-4273-8254-2e43ffd79e0d req-cc4a5d03-98c2-42d6-9881-434770c31c92 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:05.506075 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f500bc0-a097-4273-8254-2e43ffd79e0d req-cc4a5d03-98c2-42d6-9881-434770c31c92 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0485387 Oct 10 12:06:05.568337 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f500bc0-a097-4273-8254-2e43ffd79e0d req-805cde43-cb65-4795-8f8e-a0cdbd8b9ca7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548282 Oct 10 12:06:06.693674 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2feefe-2b91-4210-a71c-6d8671b4ae79 req-dc4bb147-9e5b-4bc6-8c31-93c94c2f0a0f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:06.700542 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7d2feefe-2b91-4210-a71c-6d8671b4ae79 req-dc4bb147-9e5b-4bc6-8c31-93c94c2f0a0f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0548971 Oct 10 12:06:06.735699 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:06.749549 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7d2feefe-2b91-4210-a71c-6d8671b4ae79 req-81f52fc6-1b0d-4b0f-9695-f2d8e2f4d339 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481522 Oct 10 12:06:07.888414 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5b49b-ba1d-4bac-928b-54487bf2909e req-53d68166-bf08-4598-bb47-1b2acb2983c4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:07.889909 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46e5b49b-ba1d-4bac-928b-54487bf2909e req-53d68166-bf08-4598-bb47-1b2acb2983c4 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0504279 Oct 10 12:06:07.927421 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:07.940667 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46e5b49b-ba1d-4bac-928b-54487bf2909e req-05f2d9b3-da2e-4960-925a-a7b6ac3e8240 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451143 Oct 10 12:06:09.073979 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849f1ec-a6c2-401c-9994-faed98cefc22 req-04ba813f-41b3-44e2-9561-2035654a2136 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:09.075545 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4849f1ec-a6c2-401c-9994-faed98cefc22 req-04ba813f-41b3-44e2-9561-2035654a2136 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0489020 Oct 10 12:06:09.126853 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4849f1ec-a6c2-401c-9994-faed98cefc22 req-3b6ab9ec-48c1-42eb-9690-39a8ef5c0b59 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457549 Oct 10 12:06:10.295211 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ae7f5-7f08-4b0e-971f-bd1fdab66bf2 req-bcb8cd9c-538f-4604-8c64-192469519c50 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:10.305477 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-989ae7f5-7f08-4b0e-971f-bd1fdab66bf2 req-bcb8cd9c-538f-4604-8c64-192469519c50 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0826824 Oct 10 12:06:10.367508 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-989ae7f5-7f08-4b0e-971f-bd1fdab66bf2 req-ef896c31-d14e-4113-946a-9c47774da31a tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590088 Oct 10 12:06:10.936607 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:10.938218 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:DELETE=4,neutron:SELECT=71,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:11.498326 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:11.534407 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00f1df-6f44-4072-85e1-840a38779a04 req-380031fd-e9c4-4fbb-a7eb-09608290684f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:11.536806 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc00f1df-6f44-4072-85e1-840a38779a04 req-380031fd-e9c4-4fbb-a7eb-09608290684f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0622690 Oct 10 12:06:11.630837 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc00f1df-6f44-4072-85e1-840a38779a04 req-a40da3d5-e46a-479c-93fe-c884d7088456 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869770 Oct 10 12:06:12.778414 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa688b0-1989-4d96-bbdb-1c4ee80cf20b req-46d230f2-911a-472f-b3e8-e242a724f1a0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:12.780218 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-baa688b0-1989-4d96-bbdb-1c4ee80cf20b req-46d230f2-911a-472f-b3e8-e242a724f1a0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0570908 Oct 10 12:06:12.835043 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-baa688b0-1989-4d96-bbdb-1c4ee80cf20b req-814fd06e-d916-445d-9733-5bfb90d2eec7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488403 Oct 10 12:06:13.243425 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48382) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:13.349201 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:13.427907 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Publish callbacks [] for security_group (280837ae-189b-4ea4-9725-2ac573c125c7), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:13.432196 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (280837ae-189b-4ea4-9725-2ac573c125c7), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:13.469537 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280837ae-189b-4ea4-9725-2ac573c125c7,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:13.474188 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dd6bce1a0b164725b24466255767c8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297597 Oct 10 12:06:13.477007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48386) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:13.478869 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.479241 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.479584 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.479921 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.480254 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.480577 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.480900 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.481223 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.481545 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.481868 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.482191 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.482512 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.482830 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.483172 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.483494 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997e7f5-00d4-4142-8aea-1fd0a56c21d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.527934 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Publish callbacks [] for security_group (280837ae-189b-4ea4-9725-2ac573c125c7), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:13.547306 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Publish callbacks [] for security_group (280837ae-189b-4ea4-9725-2ac573c125c7), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:13.595311 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (280837ae-189b-4ea4-9725-2ac573c125c7), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:13.598414 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:13.599580 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/280837ae-189b-4ea4-9725-2ac573c125c7 HTTP/1.1" status: 204 len: 168 time: 0.1215498 Oct 10 12:06:13.608198 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280837ae-189b-4ea4-9725-2ac573c125c7,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:13.615909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.616266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.616593 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.616926 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.617255 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.617579 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.618556 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.619082 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.619729 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.620214 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.621335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.621670 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.622128 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.622623 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.622978 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c898a8-f276-4887-a8a2-aefd21e363d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:13.895125 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48410) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:13.910510 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-109af8e7-cb95-42e4-8404-bbe5a933ae90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:13.992108 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48414) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:13.992296 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27986d-4257-48de-a1de-c4f8d342007b req-39f50665-6327-4b0a-8a22-adc11905aaf0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:13.993655 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8f27986d-4257-48de-a1de-c4f8d342007b req-39f50665-6327-4b0a-8a22-adc11905aaf0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 943 time: 0.0659065 Oct 10 12:06:14.073016 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8f27986d-4257-48de-a1de-c4f8d342007b req-ed981d46-6ef5-4f6a-b9d5-b17e853b5196 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708468 Oct 10 12:06:14.074744 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-109af8e7-cb95-42e4-8404-bbe5a933ae90 admin admin] Publish callbacks [] for security_group (419355f6-303a-4454-8b6f-384c06dd8bce), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.079739 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-109af8e7-cb95-42e4-8404-bbe5a933ae90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (419355f6-303a-4454-8b6f-384c06dd8bce), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.084564 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:14.098605 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3220423e-46f2-41cf-8096-4a58f6da7680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.122574 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109af8e7-cb95-42e4-8404-bbe5a933ae90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419355f6-303a-4454-8b6f-384c06dd8bce,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:14.130450 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-109af8e7-cb95-42e4-8404-bbe5a933ae90 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9809d8263f50455c9b4722966633090f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319167 Oct 10 12:06:14.130862 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48418) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:14.176369 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3220423e-46f2-41cf-8096-4a58f6da7680 admin admin] Publish callbacks [] for security_group (9385d4c8-726d-4db5-a906-5913d5d8446d), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.182511 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3220423e-46f2-41cf-8096-4a58f6da7680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9385d4c8-726d-4db5-a906-5913d5d8446d), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.185622 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a0863fc0-2b80-41f4-a9f7-252ff8073150 admin admin] Publish callbacks [] for security_group (419355f6-303a-4454-8b6f-384c06dd8bce), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.206255 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a0863fc0-2b80-41f4-a9f7-252ff8073150 admin admin] Publish callbacks [] for security_group (419355f6-303a-4454-8b6f-384c06dd8bce), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.221056 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-3220423e-46f2-41cf-8096-4a58f6da7680 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=97be096875584107a464610810b6be53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278521 Oct 10 12:06:14.223365 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220423e-46f2-41cf-8096-4a58f6da7680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385d4c8-726d-4db5-a906-5913d5d8446d,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:14.226410 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48420) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:14.242149 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:14.295167 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a0863fc0-2b80-41f4-a9f7-252ff8073150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (419355f6-303a-4454-8b6f-384c06dd8bce), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.297642 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a0863fc0-2b80-41f4-a9f7-252ff8073150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.299050 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a0863fc0-2b80-41f4-a9f7-252ff8073150 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/419355f6-303a-4454-8b6f-384c06dd8bce HTTP/1.1" status: 204 len: 168 time: 0.1673920 Oct 10 12:06:14.308629 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82a8c5b9-1b93-4170-a480-bc72eabd1311 admin admin] Publish callbacks [] for security_group (9385d4c8-726d-4db5-a906-5913d5d8446d), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.311539 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0863fc0-2b80-41f4-a9f7-252ff8073150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419355f6-303a-4454-8b6f-384c06dd8bce,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:14.332264 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:06:14.337489 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82a8c5b9-1b93-4170-a480-bc72eabd1311 admin admin] Publish callbacks [] for security_group (9385d4c8-726d-4db5-a906-5913d5d8446d), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.390998 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82a8c5b9-1b93-4170-a480-bc72eabd1311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9385d4c8-726d-4db5-a906-5913d5d8446d), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.393666 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-82a8c5b9-1b93-4170-a480-bc72eabd1311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.395038 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-82a8c5b9-1b93-4170-a480-bc72eabd1311 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9385d4c8-726d-4db5-a906-5913d5d8446d HTTP/1.1" status: 204 len: 168 time: 0.1631541 Oct 10 12:06:14.415669 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8c5b9-1b93-4170-a480-bc72eabd1311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385d4c8-726d-4db5-a906-5913d5d8446d,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:14.446851 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:06:14.466388 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'port_id': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'mac_address': 'fa:16:3e:4a:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:06:14.503716 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 78c57fac-0497-4b6c-9eae-773ed6db62fe is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:14.504373 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.519188 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c57fac-0497-4b6c-9eae-773ed6db62fe {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:06:14.540709 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:06:14.546547 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.598857 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=9']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:14.748484 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48430) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:14.765571 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8016-27df-4d2d-887c-5d3acfa887a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.779597 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48434) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:14.795999 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4553-e654-4414-9015-1ef1f9cde705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.850181 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8016-27df-4d2d-887c-5d3acfa887a0 admin admin] Publish callbacks [] for security_group (1395cdb1-104c-4f8b-8255-3d9ac0e6a59a), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.853997 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8016-27df-4d2d-887c-5d3acfa887a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (1395cdb1-104c-4f8b-8255-3d9ac0e6a59a), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.864276 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['78c57fac-0497-4b6c-9eae-773ed6db62fe'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:06:14.873988 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4553-e654-4414-9015-1ef1f9cde705 admin admin] Publish callbacks [] for security_group (2afb8c60-66e9-40b7-bdef-41aabc170b22), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.878463 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4553-e654-4414-9015-1ef1f9cde705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2afb8c60-66e9-40b7-bdef-41aabc170b22), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.899826 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0d0d8016-27df-4d2d-887c-5d3acfa887a0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=efc76757c8f2466d914be34ae7c4e575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477046 Oct 10 12:06:14.899826 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d8016-27df-4d2d-887c-5d3acfa887a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1395cdb1-104c-4f8b-8255-3d9ac0e6a59a,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:14.900823 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48436) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:14.920926 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c8bf4553-e654-4414-9015-1ef1f9cde705 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4a44d82f6a284d95ae40914309cda99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401439 Oct 10 12:06:14.921785 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf4553-e654-4414-9015-1ef1f9cde705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afb8c60-66e9-40b7-bdef-41aabc170b22,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:14.924349 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48438) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:14.953245 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a16aff8a-259a-4fa4-8e3b-25d09c3671c2 admin admin] Publish callbacks [] for security_group (1395cdb1-104c-4f8b-8255-3d9ac0e6a59a), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.976385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0ea405d1-8954-430a-8042-4b88db9ced26 admin admin] Publish callbacks [] for security_group (2afb8c60-66e9-40b7-bdef-41aabc170b22), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.976624 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a16aff8a-259a-4fa4-8e3b-25d09c3671c2 admin admin] Publish callbacks [] for security_group (1395cdb1-104c-4f8b-8255-3d9ac0e6a59a), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:14.998662 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0ea405d1-8954-430a-8042-4b88db9ced26 admin admin] Publish callbacks [] for security_group (2afb8c60-66e9-40b7-bdef-41aabc170b22), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:15.032403 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a16aff8a-259a-4fa4-8e3b-25d09c3671c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (1395cdb1-104c-4f8b-8255-3d9ac0e6a59a), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:15.035496 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a16aff8a-259a-4fa4-8e3b-25d09c3671c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:15.036965 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-a16aff8a-259a-4fa4-8e3b-25d09c3671c2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1395cdb1-104c-4f8b-8255-3d9ac0e6a59a HTTP/1.1" status: 204 len: 168 time: 0.1354821 Oct 10 12:06:15.047424 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aff8a-259a-4fa4-8e3b-25d09c3671c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1395cdb1-104c-4f8b-8255-3d9ac0e6a59a,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:15.060417 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0ea405d1-8954-430a-8042-4b88db9ced26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2afb8c60-66e9-40b7-bdef-41aabc170b22), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:15.063459 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0ea405d1-8954-430a-8042-4b88db9ced26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:15.064809 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0ea405d1-8954-430a-8042-4b88db9ced26 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2afb8c60-66e9-40b7-bdef-41aabc170b22 HTTP/1.1" status: 204 len: 168 time: 0.1395152 Oct 10 12:06:15.076030 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea405d1-8954-430a-8042-4b88db9ced26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afb8c60-66e9-40b7-bdef-41aabc170b22,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:15.150046 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:15.160736 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:15.228943 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f97ee-057e-4984-ac3c-179c6610f275 req-15b64e53-7a45-4186-adcf-8041ca75c1a1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:15.230444 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5b4f97ee-057e-4984-ac3c-179c6610f275 req-15b64e53-7a45-4186-adcf-8041ca75c1a1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 944 time: 0.0517976 Oct 10 12:06:15.281040 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5b4f97ee-057e-4984-ac3c-179c6610f275 req-04d511a6-ca5e-47ac-ad66-504efd1e6a71 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441685 Oct 10 12:06:16.334097 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:16.394776 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 78c57fac-0497-4b6c-9eae-773ed6db62fe triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:16.395180 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:16.395517 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 78c57fac-0497-4b6c-9eae-773ed6db62fe Oct 10 12:06:16.476981 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86a220-7d69-441d-bf41-0575c4989bf0 req-864251a3-4a20-4d83-8554-d8cfc97de004 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:16.485808 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc86a220-7d69-441d-bf41-0575c4989bf0 req-864251a3-4a20-4d83-8554-d8cfc97de004 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 944 time: 0.0826759 Oct 10 12:06:16.510298 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 78c57fac-0497-4b6c-9eae-773ed6db62fe is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:16.510732 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:16.535754 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc86a220-7d69-441d-bf41-0575c4989bf0 req-6f6b8ae6-946f-44ef-957c-bcc7410f4fac tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484457 Oct 10 12:06:16.539671 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:06:16.542678 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d50921-917c-4289-8115-04beea4ebe2e" -d '{"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-plugged", "status": "completed", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:06:16.558703 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:06:16.567612 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:16.597603 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55b7eb1-7977-41a3-a7bf-fdf2170db208 x-openstack-request-id: req-f55b7eb1-7977-41a3-a7bf-fdf2170db208 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:06:16.597900 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-plugged", "status": "completed", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:06:16.598154 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f55b7eb1-7977-41a3-a7bf-fdf2170db208 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:06:16.598559 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55b7eb1-7977-41a3-a7bf-fdf2170db208'] response: {'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'code': 200} Oct 10 12:06:16.626946 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=10']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:16.848985 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:16.857517 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3aee6-b26c-4784-9baa-77e0a68cb4fc req-05333d57-cf14-4983-bcfc-0cb1cab15fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:16.859381 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ced3aee6-b26c-4784-9baa-77e0a68cb4fc req-05333d57-cf14-4983-bcfc-0cb1cab15fdc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 1130 time: 0.0439911 Oct 10 12:06:16.909086 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ced3aee6-b26c-4784-9baa-77e0a68cb4fc req-dd81f2e2-c33c-4c05-a06c-19ba5d65edb4 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Oct 10 12:06:17.693371 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:17.709793 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0934ce-9128-4d49-aa8a-6bc6e15c3a06 req-41114d26-0dbf-4f08-a24e-f96b0c13832f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:17.711253 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca0934ce-9128-4d49-aa8a-6bc6e15c3a06 req-41114d26-0dbf-4f08-a24e-f96b0c13832f tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0768650 Oct 10 12:06:17.717040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-6ba8d710-39ed-45e3-aeac-b95027406432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:17.718415 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-6ba8d710-39ed-45e3-aeac-b95027406432 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0156957151444f94be28a65b4b018156&device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 1130 time: 0.0542014 Oct 10 12:06:17.802814 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca0934ce-9128-4d49-aa8a-6bc6e15c3a06 req-0348439f-be10-4e57-8754-e14f1ef1b3db tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834310 Oct 10 12:06:18.114344 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-de4bf452-a49d-4773-86a8-73eae26b3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:18.115837 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-de4bf452-a49d-4773-86a8-73eae26b3b72 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 200 len: 918 time: 0.3705175 Oct 10 12:06:18.221876 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:18.223158 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:18.666125 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-66ddc31a-9e21-4d85-848a-2294ce2cefd3 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe HTTP/1.1" status: 200 len: 1001 time: 0.0593164 Oct 10 12:06:18.929156 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71312e0-7980-4b38-a828-0a02b37538cd req-f3608edd-ba4f-4b01-ac2a-ce6834782469 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:18.930631 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c71312e0-7980-4b38-a828-0a02b37538cd req-f3608edd-ba4f-4b01-ac2a-ce6834782469 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0458159 Oct 10 12:06:18.979543 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c71312e0-7980-4b38-a828-0a02b37538cd req-29a851ca-1cab-47c5-b244-682407cb8221 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432961 Oct 10 12:06:20.104044 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8edc3-1d8a-4c9d-b1e2-b747ea1c0317 req-ed816d7e-bd20-430b-b591-f88e062904c2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:20.105496 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0dc8edc3-1d8a-4c9d-b1e2-b747ea1c0317 req-ed816d7e-bd20-430b-b591-f88e062904c2 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0457447 Oct 10 12:06:20.152493 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0dc8edc3-1d8a-4c9d-b1e2-b747ea1c0317 req-6dc4e579-3322-41dd-b7ee-b007b189ef09 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 Oct 10 12:06:21.094004 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:06:21.278571 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6d136-8b81-40f6-aa58-249de3420ce5 req-07411fbf-71d5-4399-b04e-bddd76a4eada tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:21.280026 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-33a6d136-8b81-40f6-aa58-249de3420ce5 req-07411fbf-71d5-4399-b04e-bddd76a4eada tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0455143 Oct 10 12:06:21.325570 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-33a6d136-8b81-40f6-aa58-249de3420ce5 req-a46c577e-d453-400e-ad55-57d7cd2e5cc6 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401349 Oct 10 12:06:21.609553 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-4339ce3d-a64d-4bc0-8971-a9aa97d2d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:21.610990 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-4339ce3d-a64d-4bc0-8971-a9aa97d2d8e5 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 200 len: 856 time: 0.0491674 Oct 10 12:06:22.451031 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4b23-18da-497a-a3e0-86da6fd44b12 req-29f1956b-8910-44c7-b12c-3dc59db56626 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:22.452487 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0ceb4b23-18da-497a-a3e0-86da6fd44b12 req-29f1956b-8910-44c7-b12c-3dc59db56626 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0477691 Oct 10 12:06:22.500696 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0ceb4b23-18da-497a-a3e0-86da6fd44b12 req-0ba07179-b826-40a7-80e5-be94a7f82a6e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425074 Oct 10 12:06:22.551563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-e6d37b15-c94c-440f-93ac-59f554fae0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:22.553067 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-e6d37b15-c94c-440f-93ac-59f554fae0d8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7586f293-9e29-43b7-8515-0f510030ca27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405011 Oct 10 12:06:24.619008 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-7a196a2b-9539-4750-9d55-e3a048533290 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895410 Oct 10 12:06:24.697810 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:24.715298 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10fdee7a-9c63-4eb0-90ae-80ac030afad1 req-3e1dc06a-3d48-4a9d-a832-fa6916b70e1e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904133 Oct 10 12:06:25.015872 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:25.042218 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=69,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:28.677090 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d100-476f-453b-8ea1-1c99e10aa874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:30.920789 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db07a1b9-c011-489b-979a-0918bbee537b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:31.089914 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:31.090721 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:31.950527 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48734) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:31.954873 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.070088 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-48df308a-8952-4b93-945b-5d8070a85f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.145135 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-48df308a-8952-4b93-945b-5d8070a85f4e admin admin] Publish callbacks [] for security_group (d94c099c-e8d7-4ad3-be1b-a90b95f7da70), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.148662 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-48df308a-8952-4b93-945b-5d8070a85f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d94c099c-e8d7-4ad3-be1b-a90b95f7da70), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.187714 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-48df308a-8952-4b93-945b-5d8070a85f4e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c613b720b64e457caa2a34907868c098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354074 Oct 10 12:06:32.188872 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df308a-8952-4b93-945b-5d8070a85f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94c099c-e8d7-4ad3-be1b-a90b95f7da70,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:32.190402 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48740) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:32.241657 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d16b23fb-bfc3-4e99-bde6-f4720485d922 admin admin] Publish callbacks [] for security_group (d94c099c-e8d7-4ad3-be1b-a90b95f7da70), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.264027 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d16b23fb-bfc3-4e99-bde6-f4720485d922 admin admin] Publish callbacks [] for security_group (d94c099c-e8d7-4ad3-be1b-a90b95f7da70), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.311390 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d16b23fb-bfc3-4e99-bde6-f4720485d922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d94c099c-e8d7-4ad3-be1b-a90b95f7da70), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.313951 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d16b23fb-bfc3-4e99-bde6-f4720485d922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.315113 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d16b23fb-bfc3-4e99-bde6-f4720485d922 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d94c099c-e8d7-4ad3-be1b-a90b95f7da70 HTTP/1.1" status: 204 len: 168 time: 0.1235988 Oct 10 12:06:32.318107 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:32.323625 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b23fb-bfc3-4e99-bde6-f4720485d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94c099c-e8d7-4ad3-be1b-a90b95f7da70,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:32.601998 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48748) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:32.615232 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-26604ff5-d678-4320-b684-b02b501bc88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.688990 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-26604ff5-d678-4320-b684-b02b501bc88a admin admin] Publish callbacks [] for security_group (a198e53b-6b36-41f3-8bcf-d504baad3179), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.692591 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-26604ff5-d678-4320-b684-b02b501bc88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (a198e53b-6b36-41f3-8bcf-d504baad3179), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.731132 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-26604ff5-d678-4320-b684-b02b501bc88a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f805c8c652864f64a2a553fed768a756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279981 Oct 10 12:06:32.731890 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26604ff5-d678-4320-b684-b02b501bc88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198e53b-6b36-41f3-8bcf-d504baad3179,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:32.734532 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48750) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:32.787786 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ef7813f6-8be5-4d54-80c5-d6c915aaf88b admin admin] Publish callbacks [] for security_group (a198e53b-6b36-41f3-8bcf-d504baad3179), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.807175 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ef7813f6-8be5-4d54-80c5-d6c915aaf88b admin admin] Publish callbacks [] for security_group (a198e53b-6b36-41f3-8bcf-d504baad3179), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.853232 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ef7813f6-8be5-4d54-80c5-d6c915aaf88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (a198e53b-6b36-41f3-8bcf-d504baad3179), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.855869 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ef7813f6-8be5-4d54-80c5-d6c915aaf88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:32.857013 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-ef7813f6-8be5-4d54-80c5-d6c915aaf88b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a198e53b-6b36-41f3-8bcf-d504baad3179 HTTP/1.1" status: 204 len: 168 time: 0.1209002 Oct 10 12:06:32.865331 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7813f6-8be5-4d54-80c5-d6c915aaf88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198e53b-6b36-41f3-8bcf-d504baad3179,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:33.668160 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:33.729208 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:34.910370 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48828) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:35.013112 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f98ef402-abab-484f-ac77-39a86bb24eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.087079 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f98ef402-abab-484f-ac77-39a86bb24eee admin admin] Publish callbacks [] for security_group (3655a23f-a588-4273-812f-98d1d351ad56), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.090719 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f98ef402-abab-484f-ac77-39a86bb24eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3655a23f-a588-4273-812f-98d1d351ad56), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.119612 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-f98ef402-abab-484f-ac77-39a86bb24eee admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b92feee8f1ee4073abfae09015da1705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081294 Oct 10 12:06:35.122191 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48834) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:35.155667 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ef402-abab-484f-ac77-39a86bb24eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3655a23f-a588-4273-812f-98d1d351ad56,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:35.186490 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b27dfde3-676b-44f5-b4cb-2afcc83c27f2 admin admin] Publish callbacks [] for security_group (3655a23f-a588-4273-812f-98d1d351ad56), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.206658 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b27dfde3-676b-44f5-b4cb-2afcc83c27f2 admin admin] Publish callbacks [] for security_group (3655a23f-a588-4273-812f-98d1d351ad56), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.253066 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b27dfde3-676b-44f5-b4cb-2afcc83c27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3655a23f-a588-4273-812f-98d1d351ad56), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.255865 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b27dfde3-676b-44f5-b4cb-2afcc83c27f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.257157 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-b27dfde3-676b-44f5-b4cb-2afcc83c27f2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3655a23f-a588-4273-812f-98d1d351ad56 HTTP/1.1" status: 204 len: 168 time: 0.1338873 Oct 10 12:06:35.265515 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dfde3-676b-44f5-b4cb-2afcc83c27f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3655a23f-a588-4273-812f-98d1d351ad56,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:35.515667 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48840) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:35.531514 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-043ce288-aff7-4de0-a50c-9a0bf95636f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.604899 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-043ce288-aff7-4de0-a50c-9a0bf95636f4 admin admin] Publish callbacks [] for security_group (07fa5b40-4fc4-4e9f-9996-47771410f7fa), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.609302 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-043ce288-aff7-4de0-a50c-9a0bf95636f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (07fa5b40-4fc4-4e9f-9996-47771410f7fa), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.648661 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ce288-aff7-4de0-a50c-9a0bf95636f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fa5b40-4fc4-4e9f-9996-47771410f7fa,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:35.654322 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-043ce288-aff7-4de0-a50c-9a0bf95636f4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b30b71f082204338aba8410cdf87a5fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376145 Oct 10 12:06:35.657119 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48846) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:35.708534 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc5dd-8363-4c75-bf5e-97920c773abf admin admin] Publish callbacks [] for security_group (07fa5b40-4fc4-4e9f-9996-47771410f7fa), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.729738 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc5dd-8363-4c75-bf5e-97920c773abf admin admin] Publish callbacks [] for security_group (07fa5b40-4fc4-4e9f-9996-47771410f7fa), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.778515 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc5dd-8363-4c75-bf5e-97920c773abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (07fa5b40-4fc4-4e9f-9996-47771410f7fa), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.781227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc5dd-8363-4c75-bf5e-97920c773abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.783463 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f5cbc5dd-8363-4c75-bf5e-97920c773abf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/07fa5b40-4fc4-4e9f-9996-47771410f7fa HTTP/1.1" status: 204 len: 168 time: 0.1252713 Oct 10 12:06:35.795964 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbc5dd-8363-4c75-bf5e-97920c773abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fa5b40-4fc4-4e9f-9996-47771410f7fa,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:37.775558 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48926) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:37.879876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e21322e2-707a-4d66-95c4-cddb86ec6eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:37.919578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:37.969167 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e21322e2-707a-4d66-95c4-cddb86ec6eea admin admin] Publish callbacks [] for security_group (3f99306b-2e0f-4f6e-9fee-b25470559496), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:37.972847 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e21322e2-707a-4d66-95c4-cddb86ec6eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3f99306b-2e0f-4f6e-9fee-b25470559496), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.010837 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e21322e2-707a-4d66-95c4-cddb86ec6eea admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=912704429a364461939492b33bc712ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341802 Oct 10 12:06:38.012732 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21322e2-707a-4d66-95c4-cddb86ec6eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f99306b-2e0f-4f6e-9fee-b25470559496,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:38.013716 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48932) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:38.063601 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-796643b8-5115-4841-b865-454a020c7286 admin admin] Publish callbacks [] for security_group (3f99306b-2e0f-4f6e-9fee-b25470559496), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.083759 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-796643b8-5115-4841-b865-454a020c7286 admin admin] Publish callbacks [] for security_group (3f99306b-2e0f-4f6e-9fee-b25470559496), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.097754 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:38.109434 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:38.134751 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-796643b8-5115-4841-b865-454a020c7286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (3f99306b-2e0f-4f6e-9fee-b25470559496), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.137357 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-796643b8-5115-4841-b865-454a020c7286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.138502 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-796643b8-5115-4841-b865-454a020c7286 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3f99306b-2e0f-4f6e-9fee-b25470559496 HTTP/1.1" status: 204 len: 168 time: 0.1237328 Oct 10 12:06:38.146476 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796643b8-5115-4841-b865-454a020c7286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f99306b-2e0f-4f6e-9fee-b25470559496,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:38.424217 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 48944) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:38.438195 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e94f3036-0db9-433e-9c5e-89d6a54dfd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.482762 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:38.518857 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e94f3036-0db9-433e-9c5e-89d6a54dfd7a admin admin] Publish callbacks [] for security_group (0f8eb0ad-df13-4c5e-8b2d-4a4c1f7b4f9f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.522351 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e94f3036-0db9-433e-9c5e-89d6a54dfd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (0f8eb0ad-df13-4c5e-8b2d-4a4c1f7b4f9f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.562009 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e94f3036-0db9-433e-9c5e-89d6a54dfd7a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2092fd2311a84965bebd7d6b88968dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367221 Oct 10 12:06:38.562960 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f3036-0db9-433e-9c5e-89d6a54dfd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8eb0ad-df13-4c5e-8b2d-4a4c1f7b4f9f,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:38.564826 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 48946) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:38.615975 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0559-cbac-4f01-bd3e-a34adef439c0 admin admin] Publish callbacks [] for security_group (0f8eb0ad-df13-4c5e-8b2d-4a4c1f7b4f9f), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.635903 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0559-cbac-4f01-bd3e-a34adef439c0 admin admin] Publish callbacks [] for security_group (0f8eb0ad-df13-4c5e-8b2d-4a4c1f7b4f9f), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.682805 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0559-cbac-4f01-bd3e-a34adef439c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (0f8eb0ad-df13-4c5e-8b2d-4a4c1f7b4f9f), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.685357 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ca2a0559-cbac-4f01-bd3e-a34adef439c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:38.686448 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-ca2a0559-cbac-4f01-bd3e-a34adef439c0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0f8eb0ad-df13-4c5e-8b2d-4a4c1f7b4f9f HTTP/1.1" status: 204 len: 168 time: 0.1205530 Oct 10 12:06:38.694335 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a0559-cbac-4f01-bd3e-a34adef439c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8eb0ad-df13-4c5e-8b2d-4a4c1f7b4f9f,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:41.483617 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:46.498234 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49056) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:46.611131 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23997b8c-9b7f-4763-a511-126b9b76dee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:46.695644 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23997b8c-9b7f-4763-a511-126b9b76dee6 admin admin] Publish callbacks [] for security_group (2a9d9b17-786e-4d24-b74f-1095cdbcfa79), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:46.701563 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23997b8c-9b7f-4763-a511-126b9b76dee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2a9d9b17-786e-4d24-b74f-1095cdbcfa79), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:46.744163 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-23997b8c-9b7f-4763-a511-126b9b76dee6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6f5b27dc9eb342beae98d07663851170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447865 Oct 10 12:06:46.745287 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23997b8c-9b7f-4763-a511-126b9b76dee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d9b17-786e-4d24-b74f-1095cdbcfa79,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:46.746882 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49066) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:46.802376 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e2c0fcf5-7d3e-4658-bf85-f73d50297ea3 admin admin] Publish callbacks [] for security_group (2a9d9b17-786e-4d24-b74f-1095cdbcfa79), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:46.822668 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e2c0fcf5-7d3e-4658-bf85-f73d50297ea3 admin admin] Publish callbacks [] for security_group (2a9d9b17-786e-4d24-b74f-1095cdbcfa79), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:46.870032 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e2c0fcf5-7d3e-4658-bf85-f73d50297ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2a9d9b17-786e-4d24-b74f-1095cdbcfa79), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:46.872755 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e2c0fcf5-7d3e-4658-bf85-f73d50297ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:46.873885 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e2c0fcf5-7d3e-4658-bf85-f73d50297ea3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2a9d9b17-786e-4d24-b74f-1095cdbcfa79 HTTP/1.1" status: 204 len: 168 time: 0.1258883 Oct 10 12:06:46.881838 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0fcf5-7d3e-4658-bf85-f73d50297ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d9b17-786e-4d24-b74f-1095cdbcfa79,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:46.893958 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:46.894908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:47.478707 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49094) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:47.576007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1271801169-network', 'tenant_id': '52575749f6f6409b947c28bb16649eb7'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:47.595870 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Made reservation on behalf of 52575749f6f6409b947c28bb16649eb7 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:06:47.598114 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:47.606878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:47.680261 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Publish callbacks [] for security_group (d6bb5009-f235-4875-83bc-3a11ba82b28f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:47.684322 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d6bb5009-f235-4875-83bc-3a11ba82b28f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:47.711368 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:06:47.717823 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb5009-f235-4875-83bc-3a11ba82b28f,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:47.724044 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (8462c30b-6d28-44b1-826f-5fe8467f92be), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:47.724389 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Added segment 8462c30b-6d28-44b1-826f-5fe8467f92be of type vlan for network 483a09a3-ddf6-44a4-84ed-29db31f2e66b Oct 10 12:06:47.765114 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (483a09a3-ddf6-44a4-84ed-29db31f2e66b), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:47.789452 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (483a09a3-ddf6-44a4-84ed-29db31f2e66b), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:47.790969 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:47.791580 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:47.838081 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:47.853983 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3741937 Oct 10 12:06:47.856997 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49100) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:47.860302 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b52969-58bc-47f9-820f-72456d4c54a8 admin admin] Pushing event updated for resources: {'Network': ['ID=483a09a3-ddf6-44a4-84ed-29db31f2e66b,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:47.862208 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Request body: {'subnet': {'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1271801169-subnet', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:47.872627 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:06:47.897668 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Made reservation on behalf of 52575749f6f6409b947c28bb16649eb7 for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:06:47.900778 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25421203'] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.061653 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26182562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25421185'] for subnet (f3297cef-9626-4259-af65-575375c50970), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.118839 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3297cef-9626-4259-af65-575375c50970,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:48.127148 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Checking segment: {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:06:48.127498 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Network hostable DHCP agents. Network: 483a09a3-ddf6-44a4-84ed-29db31f2e66b, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:06:48.144622 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:06:48.153567 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 483a09a3-ddf6-44a4-84ed-29db31f2e66b) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:48.158420 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:48.159468 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.162320 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68957b0b-ad57-4207-9102-897d81b0a436 None None] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:06:48.176763 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-643e517e-cbb8-4c73-8f86-bdf9ed4b770a admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3184626 Oct 10 12:06:48.179697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49104) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:48.184047 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:48.203775 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.204974 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.257315 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks [] for router_controller (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.265702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'project_id': '52575749f6f6409b947c28bb16649eb7', 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:06:48.266625 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.395884 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks [] for router_gateway (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.399827 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:48.403034 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Allocated IP 172.20.0.2 (483a09a3-ddf6-44a4-84ed-29db31f2e66b/f3297cef-9626-4259-af65-575375c50970/8436a2fd-8eb6-435f-b0b1-59a6125640f2) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:06:48.548027 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Publish callbacks [] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.553508 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.580820 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks [] for router_gateway (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.592968 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:06:48.595932 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:48.599363 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:06:48.604164 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.607784 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Pushing event updated for resources: {'Port': ['ID=8436a2fd-8eb6-435f-b0b1-59a6125640f2,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:48.622592 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.622957 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.623294 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.623630 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.623957 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.624282 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.624606 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.624924 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.625243 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.625580 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.625886 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.626199 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.626514 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.626827 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.627165 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:48.677547 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Attempting to bind port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:06:48.677806 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Attempting to bind port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:06:48.678163 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Attempting to bind port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 on network 483a09a3-ddf6-44a4-84ed-29db31f2e66b {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:06:48.710095 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Allocated IP 172.27.0.232 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/a194c415-98c3-44d3-83ba-5dadc23f47ff) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:06:48.720277 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:06:48.720664 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Checking segment: {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:06:48.721226 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.721644 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Bound using segment: {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:06:48.722252 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Bound port: 8436a2fd-8eb6-435f-b0b1-59a6125640f2, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:06:48.722662 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.783874 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] For port 8436a2fd-8eb6-435f-b0b1-59a6125640f2, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:06:48.787456 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] For port 8436a2fd-8eb6-435f-b0b1-59a6125640f2, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=8436a2fd-8eb6-435f-b0b1-59a6125640f2,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:06:48.793564 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.825882 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks [] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.846036 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a43bd2-3812-4e67-80fa-049ce9367fec None None] Pushing event updated for resources: {'Port': ['ID=8436a2fd-8eb6-435f-b0b1-59a6125640f2,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:48.860548 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:48.902560 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:06:48.907629 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:48.911748 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:06:48.915240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Pushing event updated for resources: {'Port': ['ID=a194c415-98c3-44d3-83ba-5dadc23f47ff,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:49.109253 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:49.166966 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks [] for router_gateway (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:49.250373 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:49.353350 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:49.484410 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:06:49.589281 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:06:49.599401 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Sync routers for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:06:49.608847 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:49.610152 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-12ae72e3-badf-4a65-9df3-39da7681a3cc admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4294567 Oct 10 12:06:49.612819 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49110) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:49.613734 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:06:49.614806 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:06:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:49.662335 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:49.723860 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ef8864-14ff-4635-874b-e35803dd4b16 None None] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:06:49.731791 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:49.742426 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:06:49.884757 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-067ec137-2f81-4e1e-8813-2221c6c3bf95 None None] Provisioning complete for port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:49.885225 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-067ec137-2f81-4e1e-8813-2221c6c3bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:49.885559 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-067ec137-2f81-4e1e-8813-2221c6c3bf95 None None] Attempt 1 to provision port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 Oct 10 12:06:50.020204 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:50.034022 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.076180 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:49Z', 'revision_number': 3, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:50.077984 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-067ec137-2f81-4e1e-8813-2221c6c3bf95 None None] Current status of the port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:50.078375 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-067ec137-2f81-4e1e-8813-2221c6c3bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.119319 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Checking router: e504a1fe-bf57-4fed-8cb9-e4fcaef57472 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:06:50.119973 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Updating router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 port a194c415-98c3-44d3-83ba-5dadc23f47ff binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:06:50.172830 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-067ec137-2f81-4e1e-8813-2221c6c3bf95 None None] For port 8436a2fd-8eb6-435f-b0b1-59a6125640f2, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=8436a2fd-8eb6-435f-b0b1-59a6125640f2,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:06:50.177680 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.182035 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-067ec137-2f81-4e1e-8813-2221c6c3bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.226809 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:50.256614 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Allocated IP 172.20.0.1 (483a09a3-ddf6-44a4-84ed-29db31f2e66b/f3297cef-9626-4259-af65-575375c50970/a41958e0-efaa-48e7-b675-bfc59e2ee17e) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:06:50.301538 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 8436a2fd-8eb6-435f-b0b1-59a6125640f2 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:50.360699 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-ff28a8ab-e17f-463a-96d0-f19a5e0ce54f None None] Provisioning complete for port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:50.361416 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ff28a8ab-e17f-463a-96d0-f19a5e0ce54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.361766 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-ff28a8ab-e17f-463a-96d0-f19a5e0ce54f None None] Attempt 1 to provision port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 Oct 10 12:06:50.368793 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec137-2f81-4e1e-8813-2221c6c3bf95 None None] Pushing event updated for resources: {'Port': ['ID=8436a2fd-8eb6-435f-b0b1-59a6125640f2,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:50.378295 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Publish callbacks [] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.412462 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.449412 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:06:50.454923 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:50.455113 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:50.458408 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:06:50.479909 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:50.480290 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.480632 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 Oct 10 12:06:50.488863 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Pushing event updated for resources: {'Port': ['ID=a41958e0-efaa-48e7-b675-bfc59e2ee17e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:50.504372 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.596048 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-ff28a8ab-e17f-463a-96d0-f19a5e0ce54f None None] Current status of the port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:50.647055 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.741911 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:50.803645 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-db32152a-a73f-4062-9a84-f2cb27b665b1 None None] Provisioning complete for port a41958e0-efaa-48e7-b675-bfc59e2ee17e triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:50.804021 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db32152a-a73f-4062-9a84-f2cb27b665b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.804356 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-db32152a-a73f-4062-9a84-f2cb27b665b1 None None] Attempt 1 to provision port a41958e0-efaa-48e7-b675-bfc59e2ee17e Oct 10 12:06:50.814959 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Publish callbacks [] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.820673 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.824152 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:50.836514 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:50.842679 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Publish callbacks [] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.856585 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.869033 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-db32152a-a73f-4062-9a84-f2cb27b665b1 None None] Port a41958e0-efaa-48e7-b675-bfc59e2ee17e cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:06:50.893038 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Pushing event updated for resources: {'Port': ['ID=a41958e0-efaa-48e7-b675-bfc59e2ee17e,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:50.893704 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Attempting to bind port a194c415-98c3-44d3-83ba-5dadc23f47ff on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:06:50.894091 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Attempting to bind port a194c415-98c3-44d3-83ba-5dadc23f47ff by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:06:50.894442 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Attempting to bind port a194c415-98c3-44d3-83ba-5dadc23f47ff on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:06:50.898348 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.938335 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccf415-caeb-4467-bf54-815b473b1c38 None None] Pushing event updated for resources: {'Port': ['ID=a194c415-98c3-44d3-83ba-5dadc23f47ff,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:50.950703 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:50.954456 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:06:50.954995 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:06:50.955814 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.956330 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:06:50.956958 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Bound port: a194c415-98c3-44d3-83ba-5dadc23f47ff, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:06:50.957809 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:50.997856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:06:51.000170 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:51.018459 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] For port a194c415-98c3-44d3-83ba-5dadc23f47ff, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:06:51.023464 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] For port a194c415-98c3-44d3-83ba-5dadc23f47ff, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a194c415-98c3-44d3-83ba-5dadc23f47ff,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:06:51.032340 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:51.095482 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:06:51.096132 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:06:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:51.188175 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccf415-caeb-4467-bf54-815b473b1c38 None None] Pushing event updated for resources: {'Port': ['ID=a194c415-98c3-44d3-83ba-5dadc23f47ff,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:51.296102 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:06:51.420655 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:06:51.432381 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-8c1b2529-747b-4ee0-834e-dd474f4a17f2 None None] Provisioning complete for port a41958e0-efaa-48e7-b675-bfc59e2ee17e triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:51.432750 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2529-747b-4ee0-834e-dd474f4a17f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:51.433081 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-8c1b2529-747b-4ee0-834e-dd474f4a17f2 None None] Attempt 1 to provision port a41958e0-efaa-48e7-b675-bfc59e2ee17e Oct 10 12:06:51.482467 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b2529-747b-4ee0-834e-dd474f4a17f2 None None] Port a41958e0-efaa-48e7-b675-bfc59e2ee17e cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:06:51.487219 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:51.525761 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:06:51.535818 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-80e5fee2-4084-464b-8599-d8243f2b7349 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e504a1fe-bf57-4fed-8cb9-e4fcaef57472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9172127 Oct 10 12:06:51.537340 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 2, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:51.566143 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67bda8-0864-4270-a284-e9c296c27844 None None] The sync data for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi is: [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 2, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:06:52.049009 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49154) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:52.053876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-121771036-network', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:52.075142 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Made reservation on behalf of efedebc0f9044fa9bed771719507bd1d for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:06:52.078442 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.088992 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.186853 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Publish callbacks [] for security_group (9c01ed1b-dd02-443d-be88-6f50b6e6d9c2), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.201260 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9c01ed1b-dd02-443d-be88-6f50b6e6d9c2), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.238963 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:06:52.289671 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (8616d664-95e5-40e0-9e37-3cd35a5578e2), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.290082 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Added segment 8616d664-95e5-40e0-9e37-3cd35a5578e2 of type vlan for network 7185604f-e75b-4a4c-9d6f-dc87727817d7 Oct 10 12:06:52.291972 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c01ed1b-dd02-443d-be88-6f50b6e6d9c2,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:52.356400 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (7185604f-e75b-4a4c-9d6f-dc87727817d7), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.365694 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 8436a2fd-8eb6-435f-b0b1-59a6125640f2 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:52.397592 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (7185604f-e75b-4a4c-9d6f-dc87727817d7), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.400477 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:52.401698 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.439907 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:52.440360 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.440770 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 Oct 10 12:06:52.493729 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4435136 Oct 10 12:06:52.496896 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49174) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:52.501379 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6575-3a39-423f-b342-c6720f495def admin admin] Pushing event updated for resources: {'Network': ['ID=7185604f-e75b-4a4c-9d6f-dc87727817d7,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:52.504201 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Request body: {'subnet': {'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-121771036-subnet', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'ip_version': 4}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:52.515528 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 7185604f-e75b-4a4c-9d6f-dc87727817d7 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:06:52.535720 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=12 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:52.566185 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Made reservation on behalf of efedebc0f9044fa9bed771719507bd1d for: {'subnet': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:06:52.569610 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25421203'] for subnet (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.657727 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:52.684038 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:52.824340 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:52.850852 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f88bd3-36b4-45d1-8ed7-d13cdf19269a req-ba0e60b0-a1ca-47ac-9027-297d6cdb0af0 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:52.861420 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f88bd3-36b4-45d1-8ed7-d13cdf19269a req-ba0e60b0-a1ca-47ac-9027-297d6cdb0af0 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 946 time: 0.0784607 Oct 10 12:06:52.892309 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26182562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25421185'] for subnet (44a7892d-e44e-461b-9fcf-fcbba7c18431), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:52.922776 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f88bd3-36b4-45d1-8ed7-d13cdf19269a req-3f73e70e-8df6-4031-b85d-d9bfe2cb8483 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592489 Oct 10 12:06:52.960683 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a7892d-e44e-461b-9fcf-fcbba7c18431,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:52.981528 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Checking segment: {'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:06:52.981884 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Network hostable DHCP agents. Network: 7185604f-e75b-4a4c-9d6f-dc87727817d7, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:06:53.001839 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Network 7185604f-e75b-4a4c-9d6f-dc87727817d7 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:06:53.015327 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 7185604f-e75b-4a4c-9d6f-dc87727817d7) {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:53.026306 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a6b080-85c3-43b3-be88-08b325170ab3 None None] Network 7185604f-e75b-4a4c-9d6f-dc87727817d7 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:06:53.026626 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:53.027551 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.041144 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:53.050804 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-65d63cba-8fbd-4237-b675-60e4f5efd299 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5528042 Oct 10 12:06:53.053403 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49196) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:53.058128 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:53.081712 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2089432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7810'] for router (00472de6-89b2-436b-992c-9142c2749059), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.082962 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2089204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2049695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7861'] for router (00472de6-89b2-436b-992c-9142c2749059), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.168156 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks [] for router_controller (00472de6-89b2-436b-992c-9142c2749059), precommit_add_association {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.170673 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa12ddb0-528b-5a7c-b39d-4969f1638f42-7185604f-e75b-4a4c-9d6f-dc87727817d7', 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7', 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'fixed_ips': [{'subnet_id': '44a7892d-e44e-461b-9fcf-fcbba7c18431'}]}} from dv-cinder-850618-4-iscsi. {{(pid=106263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:06:53.171777 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.317053 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks [] for router_gateway (00472de6-89b2-436b-992c-9142c2749059), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.333360 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.db_base_plugin_common [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Allocated IP 172.20.0.2 (7185604f-e75b-4a4c-9d6f-dc87727817d7/44a7892d-e44e-461b-9fcf-fcbba7c18431/302e1bf2-7d3a-4eec-befe-e73a7d7d1675) {{(pid=106263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:06:53.472780 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Publish callbacks [] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), precommit_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.480480 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), after_create {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.499944 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks [] for router_gateway (00472de6-89b2-436b-992c-9142c2749059), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.519015 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.523205 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Network 7185604f-e75b-4a4c-9d6f-dc87727817d7 is already hosted by enough agents. {{(pid=106263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:06:53.526730 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.scheduler.base_scheduler [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Resources bound (agent type, host, resource id): {{(pid=106263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:53.530709 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Received port after_create {{(pid=106263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:06:53.537588 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Pushing event updated for resources: {'Port': ['ID=302e1bf2-7d3a-4eec-befe-e73a7d7d1675,revision_number=1']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:53.590687 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Attempting to bind port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:06:53.591088 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Attempting to bind port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:06:53.591443 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Attempting to bind port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 on network 7185604f-e75b-4a4c-9d6f-dc87727817d7 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:06:53.631833 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:06:53.632149 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Allocated IP 172.27.0.217 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/ef34f191-6a2d-4282-ba51-c805194ae715) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:06:53.632264 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Checking segment: {'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:06:53.632696 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.633614 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Bound using segment: {'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:06:53.634092 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Bound port: 302e1bf2-7d3a-4eec-befe-e73a7d7d1675, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:06:53.634467 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.670484 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:53.688590 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:53.701191 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-080d6710-1490-4238-8fa4-437627f434bf None None] For port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:06:53.704648 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-080d6710-1490-4238-8fa4-437627f434bf None None] For port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=302e1bf2-7d3a-4eec-befe-e73a7d7d1675,segment=NetworkSegment(8616d664-95e5-40e0-9e37-3cd35a5578e2),segment_id=8616d664-95e5-40e0-9e37-3cd35a5578e2)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:06:53.710520 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.731295 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:53.750014 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks [] for port (ef34f191-6a2d-4282-ba51-c805194ae715), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.776006 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d6710-1490-4238-8fa4-437627f434bf None None] Pushing event updated for resources: {'Port': ['ID=302e1bf2-7d3a-4eec-befe-e73a7d7d1675,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:53.794343 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:53.831004 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:06:53.834036 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:53.837153 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:06:53.879704 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef34f191-6a2d-4282-ba51-c805194ae715,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:54.114801 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fd4dd-648e-4a43-9e1c-ebd3fe7a79f2 req-06e5b553-1532-4f12-baf9-dea6fcf71da1 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:54.117147 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-541fd4dd-648e-4a43-9e1c-ebd3fe7a79f2 req-06e5b553-1532-4f12-baf9-dea6fcf71da1 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 946 time: 0.0833256 Oct 10 12:06:54.152438 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks [] for router_gateway (00472de6-89b2-436b-992c-9142c2749059), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.207312 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-541fd4dd-648e-4a43-9e1c-ebd3fe7a79f2 req-d05d0b23-c08e-4894-91c0-fd3bccb64e8e tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752962 Oct 10 12:06:54.282541 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Sync routers for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:06:54.290452 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a194c415-98c3-44d3-83ba-5dadc23f47ff up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:54.293641 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:06:54.294469 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:06:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:54.340000 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port a194c415-98c3-44d3-83ba-5dadc23f47ff triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:54.340366 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.340901 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port a194c415-98c3-44d3-83ba-5dadc23f47ff Oct 10 12:06:54.405207 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:06:54.421894 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port a194c415-98c3-44d3-83ba-5dadc23f47ff is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:54.422291 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.441823 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:54.447195 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port a194c415-98c3-44d3-83ba-5dadc23f47ff, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a194c415-98c3-44d3-83ba-5dadc23f47ff,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:06:54.452800 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.453729 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:54.541071 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:54.542145 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.542483 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 Oct 10 12:06:54.547305 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=a194c415-98c3-44d3-83ba-5dadc23f47ff,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:54.612809 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2089187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2093006'] for router (00472de6-89b2-436b-992c-9142c2749059), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.615857 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 2, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:54.632620 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:54.633004 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.641869 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Checking router: e504a1fe-bf57-4fed-8cb9-e4fcaef57472 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:06:54.642338 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Updating router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 port a41958e0-efaa-48e7-b675-bfc59e2ee17e binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:06:54.668926 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=302e1bf2-7d3a-4eec-befe-e73a7d7d1675,segment=NetworkSegment(8616d664-95e5-40e0-9e37-3cd35a5578e2),segment_id=8616d664-95e5-40e0-9e37-3cd35a5578e2)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:06:54.673095 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.674431 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.719974 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=302e1bf2-7d3a-4eec-befe-e73a7d7d1675,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:54.754160 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Router 00472de6-89b2-436b-992c-9142c2749059 is scheduled to L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 with binding_index 1 {{(pid=106262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:06:54.806679 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:54.863845 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:06:54.875363 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Sync routers for ids ['00472de6-89b2-436b-992c-9142c2749059'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:06:54.886553 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.888089 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-545f3be5-c3b6-4a46-a0d3-c24c95a6d4a7 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8335648 Oct 10 12:06:54.891176 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49210) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:54.893040 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Routers {'00472de6-89b2-436b-992c-9142c2749059'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:06:54.893885 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:06:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['00472de6-89b2-436b-992c-9142c2749059'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:54.960439 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Publish callbacks [] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:54.967822 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.015626 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:55.032244 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Pushing event updated for resources: {'Port': ['ID=a41958e0-efaa-48e7-b675-bfc59e2ee17e,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:55.038613 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Set router 00472de6-89b2-436b-992c-9142c2749059 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:06:55.065406 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.065751 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.066311 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.066665 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.067217 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.067552 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.067873 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.068351 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.068841 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.069269 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.069492 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.069876 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.071219 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.071219 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.071464 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:55.079290 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Attempting to bind port a41958e0-efaa-48e7-b675-bfc59e2ee17e on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:06:55.080019 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Attempting to bind port a41958e0-efaa-48e7-b675-bfc59e2ee17e by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:06:55.080551 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Attempting to bind port a41958e0-efaa-48e7-b675-bfc59e2ee17e on network 483a09a3-ddf6-44a4-84ed-29db31f2e66b {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:06:55.139051 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:06:55.142118 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Checking segment: {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:06:55.142538 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.142956 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Bound using segment: {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:06:55.143457 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Bound port: a41958e0-efaa-48e7-b675-bfc59e2ee17e, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:06:55.143828 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.216502 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] For port a41958e0-efaa-48e7-b675-bfc59e2ee17e, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:06:55.218253 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:55.219073 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:55.221350 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] For port a41958e0-efaa-48e7-b675-bfc59e2ee17e, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a41958e0-efaa-48e7-b675-bfc59e2ee17e,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:06:55.230300 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.286595 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:06:55.288171 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:06:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:55.311435 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b305c578-041c-47b0-9f2b-0d98a77ed664 None None] Network 7185604f-e75b-4a4c-9d6f-dc87727817d7 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:06:55.319526 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:55.359212 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef30e1-2d90-4663-ae71-1d9c5080f0a3 None None] Pushing event updated for resources: {'Port': ['ID=a41958e0-efaa-48e7-b675-bfc59e2ee17e,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:55.377708 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49658d55-edbf-41a0-8336-2e4405ff1e26 req-9fb02af5-c39c-45d9-ad44-a71e2e046adb tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:55.380316 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-49658d55-edbf-41a0-8336-2e4405ff1e26 req-9fb02af5-c39c-45d9-ad44-a71e2e046adb tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 946 time: 0.0641420 Oct 10 12:06:55.391043 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-9ceabf74-9616-4e0a-b22e-5bc62f771881 None None] Provisioning complete for port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:55.391567 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9ceabf74-9616-4e0a-b22e-5bc62f771881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.392499 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-9ceabf74-9616-4e0a-b22e-5bc62f771881 None None] Attempt 1 to provision port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 Oct 10 12:06:55.418482 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:06:55.500324 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-49658d55-edbf-41a0-8336-2e4405ff1e26 req-ef99fe1c-8823-4bb7-834e-424b9635d021 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014779 Oct 10 12:06:55.510360 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.584742 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 3, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port': {'id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:55.590050 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-9ceabf74-9616-4e0a-b22e-5bc62f771881 None None] Current status of the port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:55.615968 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Checking router: 00472de6-89b2-436b-992c-9142c2749059 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:06:55.616499 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Updating router 00472de6-89b2-436b-992c-9142c2749059 port ef34f191-6a2d-4282-ba51-c805194ae715 binding host dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:06:55.626003 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:55Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:55.646869 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.653796 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e92b25-9e72-46af-a04e-7e400f4a8f6d None None] The sync data for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi is: [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:55Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:06:55.692566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Allocated IP 172.20.0.1 (7185604f-e75b-4a4c-9d6f-dc87727817d7/44a7892d-e44e-461b-9fcf-fcbba7c18431/3d2efb81-f25f-4a54-95c4-fe9023425d9c) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:06:55.703915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:55.773109 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:55.823335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Publish callbacks [] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.863242 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.905699 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Network 7185604f-e75b-4a4c-9d6f-dc87727817d7 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:06:55.910835 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:55.914840 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:06:55.918474 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Pushing event updated for resources: {'Port': ['ID=3d2efb81-f25f-4a54-95c4-fe9023425d9c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:55.922865 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-393e24d2-b219-4772-88e7-d961eaf073bc None None] Provisioning complete for port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:55.923253 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-393e24d2-b219-4772-88e7-d961eaf073bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:55.923590 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-393e24d2-b219-4772-88e7-d961eaf073bc None None] Attempt 1 to provision port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 Oct 10 12:06:55.960876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2089781'] for router_interface (00472de6-89b2-436b-992c-9142c2749059), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.015787 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Publish callbacks [] for port (ef34f191-6a2d-4282-ba51-c805194ae715), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.054685 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:56.058977 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-393e24d2-b219-4772-88e7-d961eaf073bc None None] Current status of the port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:56.063687 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.108245 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.130869 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Attempting to bind port ef34f191-6a2d-4282-ba51-c805194ae715 on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:06:56.131257 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Attempting to bind port ef34f191-6a2d-4282-ba51-c805194ae715 by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:06:56.131610 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Attempting to bind port ef34f191-6a2d-4282-ba51-c805194ae715 on network 0a524221-999e-4261-bf4d-3765ae16a434 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:06:56.134399 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515da284-ccb7-4e8c-a96c-7245ebfbcc84 None None] Pushing event updated for resources: {'Port': ['ID=ef34f191-6a2d-4282-ba51-c805194ae715,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:56.210632 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:06:56.211737 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Checking segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:06:56.212384 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.212882 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Bound using segment: {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:06:56.213449 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Bound port: ef34f191-6a2d-4282-ba51-c805194ae715, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa63993-e90f-4eab-82af-dfac4d3dbe1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:06:56.213995 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.316402 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] For port ef34f191-6a2d-4282-ba51-c805194ae715, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:06:56.321119 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] For port ef34f191-6a2d-4282-ba51-c805194ae715, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=ef34f191-6a2d-4282-ba51-c805194ae715,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:06:56.324856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Publish callbacks [] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.325018 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-c1d46571-e831-4b14-8aec-155f9bf6d4c7 None None] Provisioning complete for port 3d2efb81-f25f-4a54-95c4-fe9023425d9c triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:56.325375 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c1d46571-e831-4b14-8aec-155f9bf6d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.325881 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-c1d46571-e831-4b14-8aec-155f9bf6d4c7 None None] Attempt 1 to provision port 3d2efb81-f25f-4a54-95c4-fe9023425d9c Oct 10 12:06:56.327581 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:56.332047 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.358729 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.404151 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a194c415-98c3-44d3-83ba-5dadc23f47ff up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:56.410274 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1635596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2089897'] for router_interface (00472de6-89b2-436b-992c-9142c2749059), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.413230 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Pushing event updated for resources: {'Port': ['ID=3d2efb81-f25f-4a54-95c4-fe9023425d9c,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:56.457216 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-c1d46571-e831-4b14-8aec-155f9bf6d4c7 None None] Port 3d2efb81-f25f-4a54-95c4-fe9023425d9c cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:06:56.474020 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Routers {'00472de6-89b2-436b-992c-9142c2749059'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:06:56.474677 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:06:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['00472de6-89b2-436b-992c-9142c2749059'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:56.515703 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515da284-ccb7-4e8c-a96c-7245ebfbcc84 None None] Pushing event updated for resources: {'Port': ['ID=ef34f191-6a2d-4282-ba51-c805194ae715,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:56.524751 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Network 7185604f-e75b-4a4c-9d6f-dc87727817d7 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:06:56.526211 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:06:56.546208 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port a194c415-98c3-44d3-83ba-5dadc23f47ff triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:56.546592 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.546979 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port a194c415-98c3-44d3-83ba-5dadc23f47ff Oct 10 12:06:56.591454 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:56.648064 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] Set router 00472de6-89b2-436b-992c-9142c2749059 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:06:56.703550 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Router 00472de6-89b2-436b-992c-9142c2749059 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:06:56.712443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5f26e-71a5-42ce-ae61-0e0154751b2a req-dd36014a-4f89-4867-b4da-8926d9031828 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:56.713924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1e5f26e-71a5-42ce-ae61-0e0154751b2a req-dd36014a-4f89-4867-b4da-8926d9031828 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 946 time: 0.0854120 Oct 10 12:06:56.794020 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:56.796918 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port a194c415-98c3-44d3-83ba-5dadc23f47ff is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:56.798306 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a41958e0-efaa-48e7-b675-bfc59e2ee17e up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:56.872236 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:06:56.878503 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1e5f26e-71a5-42ce-ae61-0e0154751b2a req-258aa4c7-aa10-4689-8bdf-f2dd3eec63a9 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151123 Oct 10 12:06:56.894429 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-be52e640-de41-4ed7-b647-a8a5475fe19f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/00472de6-89b2-436b-992c-9142c2749059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021007 Oct 10 12:06:56.912723 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port a41958e0-efaa-48e7-b675-bfc59e2ee17e triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:56.913186 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.913592 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port a41958e0-efaa-48e7-b675-bfc59e2ee17e Oct 10 12:06:56.918456 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-38aace6f-24b6-4082-9345-746bb5dc3142 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:56.919176 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-53236196-ce08-464f-828d-1581a73dfa22 None None] Provisioning complete for port 3d2efb81-f25f-4a54-95c4-fe9023425d9c triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:56.919614 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-53236196-ce08-464f-828d-1581a73dfa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:56.920014 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-38aace6f-24b6-4082-9345-746bb5dc3142 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 946 time: 0.0801556 Oct 10 12:06:56.920154 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-53236196-ce08-464f-828d-1581a73dfa22 None None] Attempt 1 to provision port 3d2efb81-f25f-4a54-95c4-fe9023425d9c Oct 10 12:06:57.014831 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Deleting port a90332e5-ecc6-46bf-b01f-c3ef0160a937 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:06:57.015335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.103669 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:57.111726 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 4, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port': {'id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '3d2efb81-f25f-4a54-95c4-fe9023425d9c', 'name': '', 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'mac_address': 'fa:16:3e:b8:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:55Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 2, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'subnets': [{'id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:57.126850 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] For port a90332e5-ecc6-46bf-b01f-c3ef0160a937, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a90332e5-ecc6-46bf-b01f-c3ef0160a937,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:06:57.127174 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.141266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Calling delete_port for a90332e5-ecc6-46bf-b01f-c3ef0160a937 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:06:57.142801 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb00708-eedf-4b74-adfd-9f7cd3d7c632 None None] The sync data for ids ['00472de6-89b2-436b-992c-9142c2749059'] in dv-cinder-850618-4-iscsi is: [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 4, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port': {'id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '3d2efb81-f25f-4a54-95c4-fe9023425d9c', 'name': '', 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'mac_address': 'fa:16:3e:b8:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:55Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 2, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'subnets': [{'id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:06:57.147225 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-53236196-ce08-464f-828d-1581a73dfa22 None None] Port 3d2efb81-f25f-4a54-95c4-fe9023425d9c cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:06:57.197364 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port a41958e0-efaa-48e7-b675-bfc59e2ee17e is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:57.197843 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.234810 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port a41958e0-efaa-48e7-b675-bfc59e2ee17e, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a41958e0-efaa-48e7-b675-bfc59e2ee17e,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:06:57.243585 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.244633 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:57.283995 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49230) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:57.290103 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-ff0ecc90-9e02-4389-98f5-bf225f91fc05 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794843013', 'description': 'tempest-secgroup-smoke-794843013 description', 'project_id': '52575749f6f6409b947c28bb16649eb7'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:57.317642 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:57.329945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (a90332e5-ecc6-46bf-b01f-c3ef0160a937), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.357786 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=a41958e0-efaa-48e7-b675-bfc59e2ee17e,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:57.363605 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Pushing event deleted for resources: {'Port': ['ID=a90332e5-ecc6-46bf-b01f-c3ef0160a937,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:57.367518 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff0ecc90-9e02-4389-98f5-bf225f91fc05 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.396441 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['a90332e5-ecc6-46bf-b01f-c3ef0160a937'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:06:57.454137 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:57.454654 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.455016 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 Oct 10 12:06:57.492470 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] No DVR routers for this DVR port a90332e5-ecc6-46bf-b01f-c3ef0160a937 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:06:57.500479 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.504428 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-314e3abb-8514-4d8f-b5e1-e869e82073d2 req-86e82f84-d354-4443-8eb5-a38d1b354299 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.58 "DELETE /networking/v2.0/ports/a90332e5-ecc6-46bf-b01f-c3ef0160a937 HTTP/1.1" status: 204 len: 173 time: 0.5768063 Oct 10 12:06:57.505040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb', 'name': 'network-vif-deleted', 'tag': 'a90332e5-ecc6-46bf-b01f-c3ef0160a937'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:06:57.508502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ddb0d0-7f4c-47a8-9c1f-8682d2e35953" -d '{"events": [{"server_uuid": "7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb", "name": "network-vif-deleted", "tag": "a90332e5-ecc6-46bf-b01f-c3ef0160a937"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:06:57.588439 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:57.589660 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f09e33-ce94-46e0-9de2-e818f4285bc0 x-openstack-request-id: req-80f09e33-ce94-46e0-9de2-e818f4285bc0 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:06:57.589960 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb", "name": "network-vif-deleted", "tag": "a90332e5-ecc6-46bf-b01f-c3ef0160a937", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:06:57.590215 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80f09e33-ce94-46e0-9de2-e818f4285bc0 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:06:57.590630 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f09e33-ce94-46e0-9de2-e818f4285bc0'] response: {'server_uuid': '7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb', 'name': 'network-vif-deleted', 'tag': 'a90332e5-ecc6-46bf-b01f-c3ef0160a937', 'status': 'completed', 'code': 200} Oct 10 12:06:57.611364 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff0ecc90-9e02-4389-98f5-bf225f91fc05 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group (b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.618335 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff0ecc90-9e02-4389-98f5-bf225f91fc05 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.666091 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ecc90-9e02-4389-98f5-bf225f91fc05 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:57.672058 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:57.684514 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ff0ecc90-9e02-4389-98f5-bf225f91fc05 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.686012 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ff0ecc90-9e02-4389-98f5-bf225f91fc05 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4005446 Oct 10 12:06:57.689088 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49246) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:57.693820 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-aaec06a2-bd5c-4074-94a0-671be8a35600 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'security_group_rule': {'security_group_id': 'b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc', 'project_id': '52575749f6f6409b947c28bb16649eb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:57.742219 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aaec06a2-bd5c-4074-94a0-671be8a35600 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (a424b2b6-06b6-4259-8c8b-87f1477e5f92), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.784359 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:57.827180 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aaec06a2-bd5c-4074-94a0-671be8a35600 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (a424b2b6-06b6-4259-8c8b-87f1477e5f92), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.836295 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aaec06a2-bd5c-4074-94a0-671be8a35600 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (a424b2b6-06b6-4259-8c8b-87f1477e5f92), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.864005 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-aaec06a2-bd5c-4074-94a0-671be8a35600 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:57.865287 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-aaec06a2-bd5c-4074-94a0-671be8a35600 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1750374 Oct 10 12:06:57.866623 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec06a2-bd5c-4074-94a0-671be8a35600 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a424b2b6-06b6-4259-8c8b-87f1477e5f92,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:57.868692 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49250) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:57.873970 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-c560f6e7-afc6-41a0-8c8b-b35af7839175 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'security_group_rule': {'security_group_id': 'b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc', 'project_id': '52575749f6f6409b947c28bb16649eb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:57.881780 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49252) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:57.927541 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c560f6e7-afc6-41a0-8c8b-b35af7839175 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (1fb594a7-b496-453f-ad4b-8580606026b0), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.063994 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57869735-6aea-435e-a94a-9e1eea1aaeb2 req-b047820d-ee8f-4f0c-aeb6-d0d6389f95cb tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b33d3cf-a80e-4bc7-a3e3-42528c3da7fb HTTP/1.1" status: 200 len: 210 time: 0.0510125 Oct 10 12:06:58.088330 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c560f6e7-afc6-41a0-8c8b-b35af7839175 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (1fb594a7-b496-453f-ad4b-8580606026b0), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.093630 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:06:58.103724 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c560f6e7-afc6-41a0-8c8b-b35af7839175 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (1fb594a7-b496-453f-ad4b-8580606026b0), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.110461 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f914dbe1-487d-4923-aa67-4d850133c958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.136282 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560f6e7-afc6-41a0-8c8b-b35af7839175 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb594a7-b496-453f-ad4b-8580606026b0,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.145014 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c560f6e7-afc6-41a0-8c8b-b35af7839175 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.146101 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c560f6e7-afc6-41a0-8c8b-b35af7839175 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2761440 Oct 10 12:06:58.150005 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49262) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:58.155052 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-8cd98e37-5628-4351-94c3-7798fc4b94ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'security_group_rule': {'security_group_id': 'b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc', 'project_id': '52575749f6f6409b947c28bb16649eb7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:58.203352 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8cd98e37-5628-4351-94c3-7798fc4b94ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (91263ae1-48de-4eb2-8ab5-c2bd32896180), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.235032 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f914dbe1-487d-4923-aa67-4d850133c958 admin admin] Publish callbacks [] for security_group (2bd1c19e-923f-448e-99c8-5b52057f77d1), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.241670 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f914dbe1-487d-4923-aa67-4d850133c958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2bd1c19e-923f-448e-99c8-5b52057f77d1), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.245583 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a41958e0-efaa-48e7-b675-bfc59e2ee17e up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:06:58.271285 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8cd98e37-5628-4351-94c3-7798fc4b94ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (91263ae1-48de-4eb2-8ab5-c2bd32896180), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.276227 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8cd98e37-5628-4351-94c3-7798fc4b94ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (91263ae1-48de-4eb2-8ab5-c2bd32896180), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.294430 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f914dbe1-487d-4923-aa67-4d850133c958 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=10ef065e40774935b7ee06648edf5f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096684 Oct 10 12:06:58.295326 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914dbe1-487d-4923-aa67-4d850133c958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd1c19e-923f-448e-99c8-5b52057f77d1,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.296829 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98e37-5628-4351-94c3-7798fc4b94ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91263ae1-48de-4eb2-8ab5-c2bd32896180,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.297929 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49264) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:58.310830 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8cd98e37-5628-4351-94c3-7798fc4b94ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.312410 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8cd98e37-5628-4351-94c3-7798fc4b94ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614411 Oct 10 12:06:58.315360 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49266) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:58.320902 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-697b792e-1ff4-4014-802a-787aea2e51bb tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'security_group_rule': {'security_group_id': 'b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc', 'project_id': '52575749f6f6409b947c28bb16649eb7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:58.338731 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port a41958e0-efaa-48e7-b675-bfc59e2ee17e triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:06:58.339237 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.339943 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port a41958e0-efaa-48e7-b675-bfc59e2ee17e Oct 10 12:06:58.357525 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-697b792e-1ff4-4014-802a-787aea2e51bb tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (f7cb2b84-ef7b-4c4e-b70a-48693e6fddd1), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.379442 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e941935-233f-4147-9232-af9623584672 admin admin] Publish callbacks [] for security_group (2bd1c19e-923f-448e-99c8-5b52057f77d1), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.399271 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:58.432377 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e941935-233f-4147-9232-af9623584672 admin admin] Publish callbacks [] for security_group (2bd1c19e-923f-448e-99c8-5b52057f77d1), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.482671 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port a41958e0-efaa-48e7-b675-bfc59e2ee17e is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:06:58.485499 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-697b792e-1ff4-4014-802a-787aea2e51bb tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (f7cb2b84-ef7b-4c4e-b70a-48693e6fddd1), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.491900 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-697b792e-1ff4-4014-802a-787aea2e51bb tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (f7cb2b84-ef7b-4c4e-b70a-48693e6fddd1), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.515043 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b792e-1ff4-4014-802a-787aea2e51bb tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cb2b84-ef7b-4c4e-b70a-48693e6fddd1,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.516097 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e941935-233f-4147-9232-af9623584672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (2bd1c19e-923f-448e-99c8-5b52057f77d1), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.520492 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6e941935-233f-4147-9232-af9623584672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.523191 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6e941935-233f-4147-9232-af9623584672 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2bd1c19e-923f-448e-99c8-5b52057f77d1 HTTP/1.1" status: 204 len: 168 time: 0.2137451 Oct 10 12:06:58.528309 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-697b792e-1ff4-4014-802a-787aea2e51bb tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.532844 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-697b792e-1ff4-4014-802a-787aea2e51bb tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2163880 Oct 10 12:06:58.533492 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49270) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:58.538162 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-1a3c64f0-30dc-425b-8af6-84fe581998ea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'security_group_rule': {'security_group_id': 'b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc', 'project_id': '52575749f6f6409b947c28bb16649eb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:58.540697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e941935-233f-4147-9232-af9623584672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd1c19e-923f-448e-99c8-5b52057f77d1,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.572164 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.securitygroups_db [None req-1a3c64f0-30dc-425b-8af6-84fe581998ea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Project 52575749f6f6409b947c28bb16649eb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:06:58.579044 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1a3c64f0-30dc-425b-8af6-84fe581998ea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (20777ba6-4d15-4a11-b2e7-dc35bb2d8367), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.644016 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1a3c64f0-30dc-425b-8af6-84fe581998ea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (20777ba6-4d15-4a11-b2e7-dc35bb2d8367), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.649394 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1a3c64f0-30dc-425b-8af6-84fe581998ea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (20777ba6-4d15-4a11-b2e7-dc35bb2d8367), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.667436 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c64f0-30dc-425b-8af6-84fe581998ea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20777ba6-4d15-4a11-b2e7-dc35bb2d8367,revision_number=0']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.681480 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1a3c64f0-30dc-425b-8af6-84fe581998ea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.683196 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1a3c64f0-30dc-425b-8af6-84fe581998ea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486993 Oct 10 12:06:58.686105 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49274) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:58.691126 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-13336ced-8da6-4085-9e1b-cd613c66dbf3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'security_group_rule': {'security_group_id': 'b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc', 'project_id': '52575749f6f6409b947c28bb16649eb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:06:58.697373 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0a16f2fb-5a6a-457e-aef0-24f64529befd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.717942 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.securitygroups_db [None req-13336ced-8da6-4085-9e1b-cd613c66dbf3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Project 52575749f6f6409b947c28bb16649eb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:06:58.724533 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-13336ced-8da6-4085-9e1b-cd613c66dbf3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (559be610-284f-4071-8ce4-deb97a293644), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.801253 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-13336ced-8da6-4085-9e1b-cd613c66dbf3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (559be610-284f-4071-8ce4-deb97a293644), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.806130 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-13336ced-8da6-4085-9e1b-cd613c66dbf3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036338'] for security_group_rule (559be610-284f-4071-8ce4-deb97a293644), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.826459 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13336ced-8da6-4085-9e1b-cd613c66dbf3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559be610-284f-4071-8ce4-deb97a293644,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.833248 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-13336ced-8da6-4085-9e1b-cd613c66dbf3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.834567 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-13336ced-8da6-4085-9e1b-cd613c66dbf3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473935 Oct 10 12:06:58.871661 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49278) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:58.886148 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-77cbd00d-fa69-4a09-9c8c-855f2674314d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.923329 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:58.974131 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-77cbd00d-fa69-4a09-9c8c-855f2674314d admin admin] Publish callbacks [] for security_group (b1c5e321-23bf-40f9-bdef-47bc4c59df47), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:58.978972 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-77cbd00d-fa69-4a09-9c8c-855f2674314d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b1c5e321-23bf-40f9-bdef-47bc4c59df47), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:59.019502 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbd00d-fa69-4a09-9c8c-855f2674314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c5e321-23bf-40f9-bdef-47bc4c59df47,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:59.026812 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-77cbd00d-fa69-4a09-9c8c-855f2674314d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=25f7e016c3f644dc9fb4d04ee290c397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509578 Oct 10 12:06:59.028881 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49302) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:59.102833 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0474cab6-92b7-4eff-8baa-570923f71aae admin admin] Publish callbacks [] for security_group (b1c5e321-23bf-40f9-bdef-47bc4c59df47), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:59.123979 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0474cab6-92b7-4eff-8baa-570923f71aae admin admin] Publish callbacks [] for security_group (b1c5e321-23bf-40f9-bdef-47bc4c59df47), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:59.125604 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:59.203881 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0474cab6-92b7-4eff-8baa-570923f71aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b1c5e321-23bf-40f9-bdef-47bc4c59df47), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:59.206692 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0474cab6-92b7-4eff-8baa-570923f71aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:59.208005 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0474cab6-92b7-4eff-8baa-570923f71aae admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b1c5e321-23bf-40f9-bdef-47bc4c59df47 HTTP/1.1" status: 204 len: 168 time: 0.1782761 Oct 10 12:06:59.218645 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474cab6-92b7-4eff-8baa-570923f71aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c5e321-23bf-40f9-bdef-47bc4c59df47,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:00.094233 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Sync routers for ids ['00472de6-89b2-436b-992c-9142c2749059'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:00.106208 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Routers {'00472de6-89b2-436b-992c-9142c2749059'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:00.107264 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:06:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['00472de6-89b2-436b-992c-9142c2749059'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:00.256647 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Set router 00472de6-89b2-436b-992c-9142c2749059 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:00.259137 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device ef34f191-6a2d-4282-ba51-c805194ae715 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:00.305715 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port ef34f191-6a2d-4282-ba51-c805194ae715 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:00.306451 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:00.307146 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port ef34f191-6a2d-4282-ba51-c805194ae715 Oct 10 12:07:00.407873 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port ef34f191-6a2d-4282-ba51-c805194ae715 is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:00.408134 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:00.413073 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:00.447349 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port ef34f191-6a2d-4282-ba51-c805194ae715, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=ef34f191-6a2d-4282-ba51-c805194ae715,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:00.454052 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:00.506531 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=ef34f191-6a2d-4282-ba51-c805194ae715,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:00.588679 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 4, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port': {'id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '3d2efb81-f25f-4a54-95c4-fe9023425d9c', 'name': '', 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'mac_address': 'fa:16:3e:b8:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:55Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 2, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'subnets': [{'id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:00.616013 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Checking router: 00472de6-89b2-436b-992c-9142c2749059 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:00.616359 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Updating router 00472de6-89b2-436b-992c-9142c2749059 port 3d2efb81-f25f-4a54-95c4-fe9023425d9c binding host dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:00.646774 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:00.765393 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:00.917870 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Publish callbacks [] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), precommit_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:00.925767 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:00.926396 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fd513497-da74-401c-9de1-da039cacfa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:00.932152 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:01.012917 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b169b2-4fab-4a7d-9878-558e25e36f45 None None] Pushing event updated for resources: {'Port': ['ID=3d2efb81-f25f-4a54-95c4-fe9023425d9c,revision_number=3']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:01.025989 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Attempting to bind port 3d2efb81-f25f-4a54-95c4-fe9023425d9c on host dv-cinder-850618-4-iscsi for vnic_type normal with profile {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:01.026427 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Attempting to bind port 3d2efb81-f25f-4a54-95c4-fe9023425d9c by drivers openvswitch,hyperv on host dv-cinder-850618-4-iscsi at level 0 using segments [{'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:01.026878 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Attempting to bind port 3d2efb81-f25f-4a54-95c4-fe9023425d9c on network 7185604f-e75b-4a4c-9d6f-dc87727817d7 {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:01.071885 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Checking agent: {'id': 'd7a16d77-e96c-4604-9cb8-9b438cfb1e33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 51, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:01.072253 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Checking segment: {'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:01.072651 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.073033 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Bound using segment: {'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'} {{(pid=106264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:01.073522 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.managers [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Bound port: 3d2efb81-f25f-4a54-95c4-fe9023425d9c, host: dv-cinder-850618-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8616d664-95e5-40e0-9e37-3cd35a5578e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7'}}] {{(pid=106264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:01.073908 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), before_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.136415 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] For port 3d2efb81-f25f-4a54-95c4-fe9023425d9c, host dv-cinder-850618-4-iscsi, cleared binding levels {{(pid=106264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:01.139501 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.plugins.ml2.db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] For port 3d2efb81-f25f-4a54-95c4-fe9023425d9c, host dv-cinder-850618-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=3d2efb81-f25f-4a54-95c4-fe9023425d9c,segment=NetworkSegment(8616d664-95e5-40e0-9e37-3cd35a5578e2),segment_id=8616d664-95e5-40e0-9e37-3cd35a5578e2)] {{(pid=106264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:01.145674 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron_lib.callbacks.manager [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), after_update {{(pid=106264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.181490 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Routers {'00472de6-89b2-436b-992c-9142c2749059'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:01.182167 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['00472de6-89b2-436b-992c-9142c2749059'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:01.190332 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49392) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:01.277297 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b169b2-4fab-4a7d-9878-558e25e36f45 None None] Pushing event updated for resources: {'Port': ['ID=3d2efb81-f25f-4a54-95c4-fe9023425d9c,revision_number=4']} {{(pid=106264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:01.310808 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] Set router 00472de6-89b2-436b-992c-9142c2749059 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:01.311674 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-005f3ee8-8329-4cb6-b605-c0d1127145e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.388641 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-005f3ee8-8329-4cb6-b605-c0d1127145e3 admin admin] Publish callbacks [] for security_group (88fe74a1-e564-46e6-b08d-74c591a8051d), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.392441 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-005f3ee8-8329-4cb6-b605-c0d1127145e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (88fe74a1-e564-46e6-b08d-74c591a8051d), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.408237 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:01.440612 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f3ee8-8329-4cb6-b605-c0d1127145e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe74a1-e564-46e6-b08d-74c591a8051d,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:01.449417 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-005f3ee8-8329-4cb6-b605-c0d1127145e3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8b508e99393546bca2e9fde31b5bd225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579160 Oct 10 12:07:01.449558 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49398) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:01.505062 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-59f36e6a-95ed-4ec2-bc9b-c7e3da3e2a68 admin admin] Publish callbacks [] for security_group (88fe74a1-e564-46e6-b08d-74c591a8051d), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.509910 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 4, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port': {'id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '3d2efb81-f25f-4a54-95c4-fe9023425d9c', 'name': '', 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'mac_address': 'fa:16:3e:b8:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:55Z', 'updated_at': '2022-10-10T12:07:01Z', 'revision_number': 4, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'subnets': [{'id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:01.526156 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-59f36e6a-95ed-4ec2-bc9b-c7e3da3e2a68 admin admin] Publish callbacks [] for security_group (88fe74a1-e564-46e6-b08d-74c591a8051d), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.546217 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb19634-7f7f-4c87-a3b5-94b67ec48c8f None None] The sync data for ids ['00472de6-89b2-436b-992c-9142c2749059'] in dv-cinder-850618-4-iscsi is: [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:06:56Z', 'revision_number': 4, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port': {'id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '3d2efb81-f25f-4a54-95c4-fe9023425d9c', 'name': '', 'network_id': '7185604f-e75b-4a4c-9d6f-dc87727817d7', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'mac_address': 'fa:16:3e:b8:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:55Z', 'updated_at': '2022-10-10T12:07:01Z', 'revision_number': 4, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'subnets': [{'id': '44a7892d-e44e-461b-9fcf-fcbba7c18431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:01.589218 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-59f36e6a-95ed-4ec2-bc9b-c7e3da3e2a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (88fe74a1-e564-46e6-b08d-74c591a8051d), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.595382 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-59f36e6a-95ed-4ec2-bc9b-c7e3da3e2a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.599117 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-59f36e6a-95ed-4ec2-bc9b-c7e3da3e2a68 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/88fe74a1-e564-46e6-b08d-74c591a8051d HTTP/1.1" status: 204 len: 168 time: 0.1460233 Oct 10 12:07:01.618443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f36e6a-95ed-4ec2-bc9b-c7e3da3e2a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe74a1-e564-46e6-b08d-74c591a8051d,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:01.900419 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49408) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:01.913962 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c86620fa-12d3-4f27-881c-fa79f635324d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.958629 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.009477 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c86620fa-12d3-4f27-881c-fa79f635324d admin admin] Publish callbacks [] for security_group (bb87daed-121d-4b6f-a133-e6dfb7f9e2a0), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.013733 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c86620fa-12d3-4f27-881c-fa79f635324d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (bb87daed-121d-4b6f-a133-e6dfb7f9e2a0), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.054251 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c86620fa-12d3-4f27-881c-fa79f635324d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6916623c14c940d3a19f47dac2862d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527450 Oct 10 12:07:02.055297 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86620fa-12d3-4f27-881c-fa79f635324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb87daed-121d-4b6f-a133-e6dfb7f9e2a0,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:02.056945 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49410) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:02.111700 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1086424e-c38f-41d3-bfab-0bf4300b47a7 admin admin] Publish callbacks [] for security_group (bb87daed-121d-4b6f-a133-e6dfb7f9e2a0), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.130666 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1086424e-c38f-41d3-bfab-0bf4300b47a7 admin admin] Publish callbacks [] for security_group (bb87daed-121d-4b6f-a133-e6dfb7f9e2a0), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.189921 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1086424e-c38f-41d3-bfab-0bf4300b47a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (bb87daed-121d-4b6f-a133-e6dfb7f9e2a0), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.192657 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1086424e-c38f-41d3-bfab-0bf4300b47a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.193804 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1086424e-c38f-41d3-bfab-0bf4300b47a7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bb87daed-121d-4b6f-a133-e6dfb7f9e2a0 HTTP/1.1" status: 204 len: 168 time: 0.1357989 Oct 10 12:07:02.203180 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086424e-c38f-41d3-bfab-0bf4300b47a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb87daed-121d-4b6f-a133-e6dfb7f9e2a0,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:02.243648 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 3d2efb81-f25f-4a54-95c4-fe9023425d9c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:02.291346 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 3d2efb81-f25f-4a54-95c4-fe9023425d9c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:02.291717 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.292053 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 3d2efb81-f25f-4a54-95c4-fe9023425d9c Oct 10 12:07:02.368331 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 3d2efb81-f25f-4a54-95c4-fe9023425d9c is: DOWN; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:02.368726 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.411983 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] For port 3d2efb81-f25f-4a54-95c4-fe9023425d9c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=3d2efb81-f25f-4a54-95c4-fe9023425d9c,segment=NetworkSegment(8616d664-95e5-40e0-9e37-3cd35a5578e2),segment_id=8616d664-95e5-40e0-9e37-3cd35a5578e2)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:02.420864 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.421821 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device ef34f191-6a2d-4282-ba51-c805194ae715 up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:02.484692 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:02.504257 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Pushing event updated for resources: {'Port': ['ID=3d2efb81-f25f-4a54-95c4-fe9023425d9c,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:02.522195 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port ef34f191-6a2d-4282-ba51-c805194ae715 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:02.522568 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:02.522936 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port ef34f191-6a2d-4282-ba51-c805194ae715 Oct 10 12:07:02.619624 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port ef34f191-6a2d-4282-ba51-c805194ae715 is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:03.566318 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device a90332e5-ecc6-46bf-b01f-c3ef0160a937 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:07:03.586600 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: a90332e5-ecc6-46bf-b01f-c3ef0160a937 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:07:03.586975 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device a90332e5-ecc6-46bf-b01f-c3ef0160a937 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:07:03.671636 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:03.736566 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:04.219858 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 3d2efb81-f25f-4a54-95c4-fe9023425d9c up at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:04.265357 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Provisioning complete for port 3d2efb81-f25f-4a54-95c4-fe9023425d9c triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:04.265727 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:04.266062 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Attempt 1 to provision port 3d2efb81-f25f-4a54-95c4-fe9023425d9c Oct 10 12:07:04.336760 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Current status of the port 3d2efb81-f25f-4a54-95c4-fe9023425d9c is: ACTIVE; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:04.753398 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:04.761097 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-911a29da-fb6f-4207-972b-a56731fb3f0f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1779695716&fields=id&tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 267 time: 0.0537324 Oct 10 12:07:04.888688 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-f85bafcb-c502-4dbd-8115-a963406f15c6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:04.890642 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-f85bafcb-c502-4dbd-8115-a963406f15c6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 812 time: 0.1189728 Oct 10 12:07:04.905978 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-55c18d88-607d-44a6-bd4d-6fe698bc0991 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/quotas/638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 375 time: 0.0095930 Oct 10 12:07:04.957089 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-6fe229a4-5dea-4a5a-b92f-504d43807dcd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460167 Oct 10 12:07:05.053003 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-91772865-7f0b-47f3-bc63-52357fdbca6a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848699 Oct 10 12:07:05.149807 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-fb3f80b4-4589-4fea-979a-a74ae96974f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906005 Oct 10 12:07:05.451204 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-280d114e-9124-4c61-9c1a-c2b1e0deba85 req-f809f296-996a-48d2-b275-1be4947d71d0 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 210 time: 0.0340028 Oct 10 12:07:06.552513 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1ac698b8-127c-44b7-98b7-81c6b247db06 req-25680bdf-7d17-4f3d-9191-d79c9e4a7a6a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 210 time: 0.0280411 Oct 10 12:07:07.639543 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:07.657302 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-29051b6b-3a0e-41a7-aee1-20586fd2a5ef req-0facc92c-7326-411a-9d8c-84ce0180bde9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 210 time: 0.0278718 Oct 10 12:07:08.777051 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-79940afe-1bb0-448d-8cfa-66c49b81a637 req-f84c47a5-5d02-4bae-adb5-8b8408ae4d38 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 210 time: 0.0328724 Oct 10 12:07:08.833042 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-28583402-8ffd-47ac-aef2-270fa5a740a6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:08.834467 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-28583402-8ffd-47ac-aef2-270fa5a740a6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 812 time: 0.1522896 Oct 10 12:07:08.935412 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-6c20f3f3-4d9b-4652-b7d2-cd5d48177e8b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae HTTP/1.1" status: 200 len: 380 time: 0.0614786 Oct 10 12:07:08.948853 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'port': {'device_id': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'admin_state_up': True, 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'security_groups': ['30105ad4-0266-4edd-a0a3-cc7ba62670b6']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:09.065772 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Made reservation on behalf of 638435e7c9ea431aa6ad3674ee6ff2ae for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:09.069766 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:09.203289 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Allocated IP 172.20.0.6 (099cba3b-5410-4f1b-a5a9-7c05259222ec/8571d062-b030-4082-9046-61470997a90e/4ec5973c-48f3-4f05-b8e3-cfca1d4deb74) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:09.350420 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:09.369856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:09.411572 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:09.457895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:09.461137 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:09.468467 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:09.506640 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:09.549955 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:09.550881 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:09.573947 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-e4910a9a-7720-4445-a38d-c04b6c4666b9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6308174 Oct 10 12:07:09.750476 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-e9b9139c-be35-4e00-83f4-b83775bfa093 None None] Provisioning complete for port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:09.751029 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e9b9139c-be35-4e00-83f4-b83775bfa093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:09.751244 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-e9b9139c-be35-4e00-83f4-b83775bfa093 None None] Attempt 1 to provision port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 Oct 10 12:07:09.781727 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9139c-be35-4e00-83f4-b83775bfa093 None None] Port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:09.903657 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6a66c-ec0d-4a5f-a2eb-15c0b758f3e6 req-a8264d39-c1ea-4f6e-a6d1-036d79c7e1cb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:09.905099 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b2c6a66c-ec0d-4a5f-a2eb-15c0b758f3e6 req-a8264d39-c1ea-4f6e-a6d1-036d79c7e1cb tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 931 time: 0.0468891 Oct 10 12:07:09.953725 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b2c6a66c-ec0d-4a5f-a2eb-15c0b758f3e6 req-e4ccf449-a909-44b0-80bc-4f79c75a7d81 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Oct 10 12:07:11.054738 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:11.071119 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6fce4-6079-4af5-aa72-4dc902566457 req-645a3072-fd15-4b85-b1e1-c70e4d5d3a0c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:11.072562 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b8b6fce4-6079-4af5-aa72-4dc902566457 req-645a3072-fd15-4b85-b1e1-c70e4d5d3a0c tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 931 time: 0.0473797 Oct 10 12:07:11.121157 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b8b6fce4-6079-4af5-aa72-4dc902566457 req-a8564933-38b8-4093-ab11-10c29d9505a4 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Oct 10 12:07:11.495688 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:11.507484 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:12.197756 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:12.198977 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:12.498535 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Request body: {'port': {'device_id': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:12.545745 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5dbeb-1f57-440d-80df-ad0302f43e24 req-1b2bf865-8033-4b1a-9c2f-e11f876be90e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:12.547532 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-abb5dbeb-1f57-440d-80df-ad0302f43e24 req-1b2bf865-8033-4b1a-9c2f-e11f876be90e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 931 time: 0.3527973 Oct 10 12:07:12.601778 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:12.665519 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-abb5dbeb-1f57-440d-80df-ad0302f43e24 req-406c4546-8347-4458-8833-8cde2f4405f2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116154 Oct 10 12:07:12.687094 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-f3fba605-5743-44ea-84cc-69af7a492a72 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802178 Oct 10 12:07:12.811409 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-525eb3a7-677e-408d-961a-8d6ec44a8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:12.812949 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-525eb3a7-677e-408d-961a-8d6ec44a8bcd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 1130 time: 0.0631363 Oct 10 12:07:12.978139 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:12.990744 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-e6df45a2-5961-4dbc-a8f6-6869936cc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:12.990927 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-e6df45a2-5961-4dbc-a8f6-6869936cc644 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.1416411 Oct 10 12:07:13.107549 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:07:13.122864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Publish callbacks [] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:13.129200 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-66fd0cb1-ef56-44de-b98b-342bf5333202 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=612b5334-2c73-4495-a917-6e51b705efde HTTP/1.1" status: 200 len: 1002 time: 0.1281123 Oct 10 12:07:13.139704 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df5085-e599-4079-ad34-4355a79e2f31 req-e8f9511e-89ae-4d95-ae98-b3d93cd704b7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:13.141098 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a2df5085-e599-4079-ad34-4355a79e2f31 req-e8f9511e-89ae-4d95-ae98-b3d93cd704b7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0831003 Oct 10 12:07:13.145968 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Transition to ACTIVE for port object 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:07:13.159595 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:13.248650 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:13.255711 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a2df5085-e599-4079-ad34-4355a79e2f31 req-9fd6e95a-f4a7-4f3d-89f6-8693c81b7a8e tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086402 Oct 10 12:07:13.257131 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:13.303908 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Attempting to bind port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:13.304240 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Attempting to bind port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:13.304563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Attempting to bind port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 on network 099cba3b-5410-4f1b-a5a9-7c05259222ec {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:13.346101 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 on network 099cba3b-5410-4f1b-a5a9-7c05259222ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:07:13.346428 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Attempting to bind port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 on network 099cba3b-5410-4f1b-a5a9-7c05259222ec {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:13.388744 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:13.389080 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Checking segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:13.389459 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Bound using segment: {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:13.389892 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Bound port: 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a81804-ced8-41d1-842b-9a7ac3559569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:13.390249 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:13.461641 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] For port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:13.464638 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] For port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:13.471745 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:13.475914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:13.476523 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:13.477891 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 HTTP/1.1" status: 200 len: 1093 time: 0.9837177 Oct 10 12:07:13.479408 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:13.481646 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f76dd4-a63c-416c-82a7-3ef3d1cd7637" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:13.546387 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c06190-a94a-453c-91e2-681cda59062d x-openstack-request-id: req-f1c06190-a94a-453c-91e2-681cda59062d {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:13.546996 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:13.546996 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1c06190-a94a-453c-91e2-681cda59062d {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:13.547602 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c06190-a94a-453c-91e2-681cda59062d'] response: {'name': 'network-changed', 'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'status': 'completed', 'code': 200} Oct 10 12:07:13.548679 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4dd85-a7a0-453a-a9e1-c1370a57e662 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:13.682800 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-5c4fd5ff-fabd-4c89-834b-7d98dea0d78c tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:13.684280 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-5c4fd5ff-fabd-4c89-834b-7d98dea0d78c tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b924ba9b-07bb-4c95-8c7c-b804d947af19 HTTP/1.1" status: 200 len: 813 time: 0.1044962 Oct 10 12:07:13.708653 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-38f6357d-c837-4362-a6a4-e4bb33f148a6 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/quotas/0223b57233664d0785c96ec98335e307 HTTP/1.1" status: 200 len: 375 time: 0.0171618 Oct 10 12:07:13.741577 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-5ee42e2c-5cac-4c9d-afdb-98b5b110fda9 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=0223b57233664d0785c96ec98335e307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275180 Oct 10 12:07:13.847242 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dd093-7138-4dc6-a66a-c17522691f73 req-3087b8c8-6c18-41bd-830b-c733cdc83d64 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:13.848745 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f4dd093-7138-4dc6-a66a-c17522691f73 req-3087b8c8-6c18-41bd-830b-c733cdc83d64 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.0914667 Oct 10 12:07:13.899795 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-5800f749-0da5-40db-947c-4c801af8eb50 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505647 Oct 10 12:07:13.973539 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f4dd093-7138-4dc6-a66a-c17522691f73 req-b3296e5a-d820-4178-b7fc-bb765a50b83f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177504 Oct 10 12:07:14.007113 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:14.013759 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-453075b8-e723-497b-a00b-4acd0344bac9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072464 Oct 10 12:07:14.088962 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:14.172914 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f4199187-f3fa-4b5e-b71a-91495a536397 req-a26e4914-25e4-43dc-a0b4-9711bb02207f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 210 time: 0.0294878 Oct 10 12:07:14.391245 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e2911-fa6e-48b3-ab0a-6ba6435b22be req-67eb0838-753d-45fc-b24f-7232ebf07817 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:14.393117 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d00e2911-fa6e-48b3-ab0a-6ba6435b22be req-67eb0838-753d-45fc-b24f-7232ebf07817 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0482168 Oct 10 12:07:14.444805 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d00e2911-fa6e-48b3-ab0a-6ba6435b22be req-3dfa7e15-5aa3-4816-8f19-aacb554847be tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446815 Oct 10 12:07:14.721802 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-77eecfde-7d8a-46a1-9ff5-eec0f62f3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:14.723292 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-77eecfde-7d8a-46a1-9ff5-eec0f62f3e3b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0473402 Oct 10 12:07:14.853558 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:14.865630 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76dd4-a63c-416c-82a7-3ef3d1cd7637 req-380e6c52-c350-4bf7-bb7c-58927b58e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:14.865630 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75f76dd4-a63c-416c-82a7-3ef3d1cd7637 req-380e6c52-c350-4bf7-bb7c-58927b58e9aa service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 1127 time: 0.0708284 Oct 10 12:07:14.873465 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-0a7dab1a-99cc-4081-8290-aea40a580237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:14.875197 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-0a7dab1a-99cc-4081-8290-aea40a580237 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562880 Oct 10 12:07:14.981153 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76dd4-a63c-416c-82a7-3ef3d1cd7637 req-86fd6d39-0d8c-4cd1-b219-55d0af3fbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:14.982614 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75f76dd4-a63c-416c-82a7-3ef3d1cd7637 req-86fd6d39-0d8c-4cd1-b219-55d0af3fbf3f service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953319 Oct 10 12:07:15.113486 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-4d87a0f2-b611-4519-973c-c080dae919c7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:15.115953 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-4d87a0f2-b611-4519-973c-c080dae919c7 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0991833 Oct 10 12:07:15.190671 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f73b-ec1e-40ca-aa21-77d507fbfd89 req-09420695-4056-499f-a39e-677337e8a30a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:15.192205 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bea3f73b-ec1e-40ca-aa21-77d507fbfd89 req-09420695-4056-499f-a39e-677337e8a30a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.1191659 Oct 10 12:07:15.258196 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Deleting port 78c57fac-0497-4b6c-9eae-773ed6db62fe {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:07:15.258942 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:15.272434 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-c20904bf-5f9a-4f3a-a954-730bc2d2bc74 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639651 Oct 10 12:07:15.277753 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bea3f73b-ec1e-40ca-aa21-77d507fbfd89 req-20c9ad04-ee57-47fd-a7cb-2923d2c2deb9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745482 Oct 10 12:07:15.278793 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76dd4-a63c-416c-82a7-3ef3d1cd7637 req-28a41a15-5c3d-4177-9951-8d8e8296fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:15.280196 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75f76dd4-a63c-416c-82a7-3ef3d1cd7637 req-28a41a15-5c3d-4177-9951-8d8e8296fedd service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626278 Oct 10 12:07:15.392154 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bb6d41cf-a828-4e3a-ac48-6c81f63a4715 req-32812197-2ca2-4106-adbe-b38589a73e60 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 210 time: 0.1099341 Oct 10 12:07:15.408587 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] For port 78c57fac-0497-4b6c-9eae-773ed6db62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=78c57fac-0497-4b6c-9eae-773ed6db62fe,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:15.409249 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:15.454082 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-97bc0281-bceb-423e-85fc-fecc6edaee7a req-1b3c30fa-63a3-4d8e-a012-c081b001103a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729333 Oct 10 12:07:15.455028 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-ca7d5cd2-6794-4000-a424-610c1599f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:15.456360 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-ca7d5cd2-6794-4000-a424-610c1599f149 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 1127 time: 0.0787349 Oct 10 12:07:15.498775 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49662) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:15.558912 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-a5fd09e8-3773-474e-8155-82a8c1a7a7ad service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 HTTP/1.1" status: 200 len: 217 time: 0.0700316 Oct 10 12:07:15.607759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a4ea8-8e51-41a1-bf48-8bf1700d49c8 req-d074af94-2774-4b5a-a69e-b032f229195d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:15.608771 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e1a4ea8-8e51-41a1-bf48-8bf1700d49c8 req-d074af94-2774-4b5a-a69e-b032f229195d tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 946 time: 0.0539322 Oct 10 12:07:15.657503 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:15.657956 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (a815277e-5e14-4e7a-896a-c903da8eb6ec), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:15.658504 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.l3_db [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Floating IP a815277e-5e14-4e7a-896a-c903da8eb6ec disassociated. External IP: 172.27.0.147, port: 78c57fac-0497-4b6c-9eae-773ed6db62fe. Oct 10 12:07:15.658863 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Calling delete_port for 78c57fac-0497-4b6c-9eae-773ed6db62fe owned by compute:nova {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:07:15.666319 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e1a4ea8-8e51-41a1-bf48-8bf1700d49c8 req-b069aed6-05f4-43d0-bdf9-debb707348e8 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9f6790b8-5c96-4f55-ba70-53749ea99b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502808 Oct 10 12:07:15.702483 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:15.734867 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:15.772671 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Publish callbacks [] for security_group (f829d6ee-afcf-4840-9976-ee6cf5378b1b), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:15.779523 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (f829d6ee-afcf-4840-9976-ee6cf5378b1b), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:15.791732 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (78c57fac-0497-4b6c-9eae-773ed6db62fe), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:15.826119 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event deleted for resources: {'Port': ['ID=78c57fac-0497-4b6c-9eae-773ed6db62fe,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:15.831854 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6aee00de8cb64163b1fb3bb39f3daabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316882 Oct 10 12:07:15.837986 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49670) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:15.846244 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.846639 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.849801 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f829d6ee-afcf-4840-9976-ee6cf5378b1b,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:15.859614 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.859992 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.860331 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.862191 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.862537 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.862876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.863373 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.863751 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.864079 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.864394 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.865798 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.865798 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.866069 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.866185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.866185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.866569 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.866678 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.866776 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.867000 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.867105 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.867206 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.867377 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.867500 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a5bb7c-5c8e-44c9-aded-6962eb000c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.867600 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.867692 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.868018 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.868365 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.870114 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:15.888761 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-89cf350d-628d-4190-9f8d-495289798649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:15.890252 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-89cf350d-628d-4190-9f8d-495289798649 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0787299 Oct 10 12:07:15.952315 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:15.961865 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-3eb672de-3f18-4c95-971c-9f0e771d5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:15.963663 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-3eb672de-3f18-4c95-971c-9f0e771d5928 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645308 Oct 10 12:07:16.011985 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-97fa1843-0c2b-4bea-a8c3-99620236ef67 admin admin] Publish callbacks [] for security_group (f829d6ee-afcf-4840-9976-ee6cf5378b1b), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:16.035687 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-97fa1843-0c2b-4bea-a8c3-99620236ef67 admin admin] Publish callbacks [] for security_group (f829d6ee-afcf-4840-9976-ee6cf5378b1b), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:16.068027 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:16.084177 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:16.095828 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-97fa1843-0c2b-4bea-a8c3-99620236ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (f829d6ee-afcf-4840-9976-ee6cf5378b1b), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:16.098315 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-97fa1843-0c2b-4bea-a8c3-99620236ef67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:16.101796 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-97fa1843-0c2b-4bea-a8c3-99620236ef67 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f829d6ee-afcf-4840-9976-ee6cf5378b1b HTTP/1.1" status: 204 len: 168 time: 0.2602360 Oct 10 12:07:16.113002 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa1843-0c2b-4bea-a8c3-99620236ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829d6ee-afcf-4840-9976-ee6cf5378b1b,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:16.192603 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-3f5abd9d-bbda-4b4e-a413-7e5134cd0328 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944239 Oct 10 12:07:16.199777 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-d95b01d2-4c0f-4893-9868-a4c399a7ef47 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:16.201242 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-d95b01d2-4c0f-4893-9868-a4c399a7ef47 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.58 "GET /networking/v2.0/networks?id=b924ba9b-07bb-4c95-8c7c-b804d947af19 HTTP/1.1" status: 200 len: 813 time: 0.2146075 Oct 10 12:07:16.238986 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:16.252789 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] Sync routers for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:16.264652 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:16.265278 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:16.302099 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Request body: {'port': {'device_id': 'aa66ebde-6b02-4f5d-b8a5-acc9daf624a1', 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19', 'admin_state_up': True, 'tenant_id': '0223b57233664d0785c96ec98335e307'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:16.314998 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] No DVR routers for this DVR port 78c57fac-0497-4b6c-9eae-773ed6db62fe on host hv-cinder-85061 {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:07:16.318121 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:16.322037 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-cbdd0a85-d8a0-4b08-9a3b-2792a3d226db req-c08bc52b-6cd3-4d7d-a1dc-dbf9abd2214b tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.58 "DELETE /networking/v2.0/ports/78c57fac-0497-4b6c-9eae-773ed6db62fe HTTP/1.1" status: 204 len: 173 time: 1.1988664 Oct 10 12:07:16.322593 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-deleted', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:16.334702 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f0def8-acb0-4c71-b2aa-0a07717b7ac7" -d '{"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-deleted", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:16.455597 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac10f5e-5a90-4ec9-a79a-876d41f5ce2e x-openstack-request-id: req-7ac10f5e-5a90-4ec9-a79a-876d41f5ce2e {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:16.455888 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e69a02d-e65e-499c-b917-0848603db0b7", "name": "network-vif-deleted", "tag": "78c57fac-0497-4b6c-9eae-773ed6db62fe", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:16.456133 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ac10f5e-5a90-4ec9-a79a-876d41f5ce2e {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:16.456585 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac10f5e-5a90-4ec9-a79a-876d41f5ce2e'] response: {'server_uuid': '1e69a02d-e65e-499c-b917-0848603db0b7', 'name': 'network-vif-deleted', 'tag': '78c57fac-0497-4b6c-9eae-773ed6db62fe', 'status': 'completed', 'code': 200} Oct 10 12:07:16.520722 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:16.597526 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:16.765415 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:16.793844 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] Checking router: 3a1cac16-e02e-47cc-bb32-fe2032cbe955 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:16.803975 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:16.804666 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:16.922533 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:16.944797 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:16.980127 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3755aac1-4fc6-4819-85fa-0cdad2736449 req-a29c9d1a-ba3f-45e0-bc54-01e2e439da2d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 210 time: 0.4067047 Oct 10 12:07:16.987434 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddc562-10ad-46ba-8db1-dbb25134801e req-b956303b-e8f7-4ffc-a13a-2cf91ef5d000 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:16.988836 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30ddc562-10ad-46ba-8db1-dbb25134801e req-b956303b-e8f7-4ffc-a13a-2cf91ef5d000 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.5440788 Oct 10 12:07:16.990653 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9de124d9-d7fe-4d3d-9eee-faf689bd8ed5 req-913ff640-65ac-4112-9f2a-578631c9b946 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6937256 Oct 10 12:07:17.047832 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Made reservation on behalf of 0223b57233664d0785c96ec98335e307 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:17.051629 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:17.059601 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30ddc562-10ad-46ba-8db1-dbb25134801e req-12fa2d53-6ab6-4106-8b2f-668a07a381a6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630553 Oct 10 12:07:17.186528 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:17.215477 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4ace9-d812-4a8b-af1b-80cb488a99b4 None None] The sync data for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi is: [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 4, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '21e0445f-f63f-49a2-acc4-807ebf06820e', 'name': '', 'network_id': '7586f293-9e29-43b7-8515-0f510030ca27', 'tenant_id': '0156957151444f94be28a65b4b018156', 'mac_address': 'fa:16:3e:85:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:02Z', 'updated_at': '2022-10-10T11:59:27Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'subnets': [{'id': 'b87097cf-c992-4426-b211-329d3b78dfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:17.235481 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8381196-b939-4448-9778-ac3a5622cb8d req-408876bd-2706-4dc6-a4a8-ff7e63d50cb1 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1e69a02d-e65e-499c-b917-0848603db0b7 HTTP/1.1" status: 200 len: 210 time: 0.0366302 Oct 10 12:07:17.255728 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Allocated IP 172.20.0.6 (b924ba9b-07bb-4c95-8c7c-b804d947af19/85861d96-d30f-4420-9946-b62854f0daa9/c9490bd5-97d9-47e7-aa61-0a0706797b45) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:17.316539 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:17.443670 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks [] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:17.466947 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:17.491634 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:17.543947 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Network b924ba9b-07bb-4c95-8c7c-b804d947af19 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:17.547937 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:17.550870 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:17.581895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Pushing event updated for resources: {'Port': ['ID=c9490bd5-97d9-47e7-aa61-0a0706797b45,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:17.595118 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027923d0-af00-4180-8adc-876acc491bd1 None None] New status for floating IP a815277e-5e14-4e7a-896a-c903da8eb6ec: DOWN {{(pid=106264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:07:17.632216 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:17.632855 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:17.666529 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-74107d15-28ef-4ca4-bbee-c83917d03e8f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3699315 Oct 10 12:07:17.689675 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Request body: {'port': {'device_id': 'aa66ebde-6b02-4f5d-b8a5-acc9daf624a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:17.780048 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.048687 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9490bd5-97d9-47e7-aa61-0a0706797b45 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:07:18.056334 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Publish callbacks [] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.070308 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Transition to ACTIVE for port object c9490bd5-97d9-47e7-aa61-0a0706797b45 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:07:18.081149 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.157920 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bfb45-7482-44c8-9c39-d78a1f27e07c req-ce8acbd2-ad46-4e16-aba0-c7c4b1cafca1 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:18.159402 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc6bfb45-7482-44c8-9c39-d78a1f27e07c req-ce8acbd2-ad46-4e16-aba0-c7c4b1cafca1 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 943 time: 0.0905828 Oct 10 12:07:18.228352 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=c9490bd5-97d9-47e7-aa61-0a0706797b45,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:18.249584 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:18.268994 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523af1a-abf3-42ed-a43e-a2f3987f2d53 req-245ae06c-1be0-4f30-89d3-8f05161c6ca2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:18.270479 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5523af1a-abf3-42ed-a43e-a2f3987f2d53 req-245ae06c-1be0-4f30-89d3-8f05161c6ca2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.1264091 Oct 10 12:07:18.327791 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc6bfb45-7482-44c8-9c39-d78a1f27e07c req-7bc566bf-2417-4d22-a72c-f386eb1de2c4 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453288 Oct 10 12:07:18.337643 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Attempting to bind port c9490bd5-97d9-47e7-aa61-0a0706797b45 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:18.337982 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Attempting to bind port c9490bd5-97d9-47e7-aa61-0a0706797b45 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:18.338315 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Attempting to bind port c9490bd5-97d9-47e7-aa61-0a0706797b45 on network b924ba9b-07bb-4c95-8c7c-b804d947af19 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:18.376386 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5523af1a-abf3-42ed-a43e-a2f3987f2d53 req-08a8774f-c3d2-4a74-b82e-92723dfe749e tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957625 Oct 10 12:07:18.388150 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:18.397306 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Port c9490bd5-97d9-47e7-aa61-0a0706797b45 on network b924ba9b-07bb-4c95-8c7c-b804d947af19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:07:18.397667 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Attempting to bind port c9490bd5-97d9-47e7-aa61-0a0706797b45 on network b924ba9b-07bb-4c95-8c7c-b804d947af19 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:18.409695 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49728) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:18.429934 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:18.445981 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:18.446323 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Checking segment: {'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:18.446707 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Bound using segment: {'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:18.447799 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Bound port: c9490bd5-97d9-47e7-aa61-0a0706797b45, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f7a14a-27af-4a13-b8db-083b115b0eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:18.448166 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.470028 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0621-1b32-4a32-b1d7-9285f3d33788 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (9f6790b8-5c96-4f55-ba70-53749ea99b1e), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.491947 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0621-1b32-4a32-b1d7-9285f3d33788 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (9f6790b8-5c96-4f55-ba70-53749ea99b1e), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.512027 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] For port c9490bd5-97d9-47e7-aa61-0a0706797b45, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:18.515232 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] For port c9490bd5-97d9-47e7-aa61-0a0706797b45, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c9490bd5-97d9-47e7-aa61-0a0706797b45,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:18.520903 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.525112 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:18.525756 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.527138 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/c9490bd5-97d9-47e7-aa61-0a0706797b45 HTTP/1.1" status: 200 len: 1093 time: 0.8422503 Oct 10 12:07:18.527702 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa66ebde-6b02-4f5d-b8a5-acc9daf624a1', 'tag': 'c9490bd5-97d9-47e7-aa61-0a0706797b45'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:18.529927 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad96739-7866-4916-92f3-280fd06d18d1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa66ebde-6b02-4f5d-b8a5-acc9daf624a1", "tag": "c9490bd5-97d9-47e7-aa61-0a0706797b45"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:18.544757 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0621-1b32-4a32-b1d7-9285f3d33788 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9f6790b8-5c96-4f55-ba70-53749ea99b1e), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.548902 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0621-1b32-4a32-b1d7-9285f3d33788 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.550522 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2b2b0621-1b32-4a32-b1d7-9285f3d33788 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9f6790b8-5c96-4f55-ba70-53749ea99b1e HTTP/1.1" status: 204 len: 168 time: 0.1395247 Oct 10 12:07:18.553523 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49732) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:18.562786 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b0621-1b32-4a32-b1d7-9285f3d33788 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6790b8-5c96-4f55-ba70-53749ea99b1e,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:18.576703 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-e14363b3-89f3-456b-b114-850d6fb048b0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] show failed (client error): The resource could not be found. Oct 10 12:07:18.577736 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e14363b3-89f3-456b-b114-850d6fb048b0 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "GET /networking/v2.0/security-groups/9f6790b8-5c96-4f55-ba70-53749ea99b1e HTTP/1.1" status: 404 len: 347 time: 0.0233159 Oct 10 12:07:18.580894 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49734) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:18.592477 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e195c-70ad-48b3-86bb-4037b799ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=c9490bd5-97d9-47e7-aa61-0a0706797b45,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:18.606103 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1050f-a574-4f2f-87bd-1d0ce5410dc9 x-openstack-request-id: req-b2c1050f-a574-4f2f-87bd-1d0ce5410dc9 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:18.606393 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa66ebde-6b02-4f5d-b8a5-acc9daf624a1", "tag": "c9490bd5-97d9-47e7-aa61-0a0706797b45", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:18.606645 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2c1050f-a574-4f2f-87bd-1d0ce5410dc9 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:18.607253 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c1050f-a574-4f2f-87bd-1d0ce5410dc9'] response: {'name': 'network-changed', 'server_uuid': 'aa66ebde-6b02-4f5d-b8a5-acc9daf624a1', 'tag': 'c9490bd5-97d9-47e7-aa61-0a0706797b45', 'status': 'completed', 'code': 200} Oct 10 12:07:18.695662 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Deleting port 5f2e25e9-f72c-4631-84cd-0bd54643e7ca {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:07:18.696004 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.772563 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.772892 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.779585 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-3f9193a7-dd63-4fbe-84cf-abc4986c19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:18.781093 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-3f9193a7-dd63-4fbe-84cf-abc4986c19dd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0223b57233664d0785c96ec98335e307&device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 1127 time: 0.0415411 Oct 10 12:07:18.784503 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Calling delete_port for 5f2e25e9-f72c-4631-84cd-0bd54643e7ca owned by network:floatingip {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:07:18.832003 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-33bfa95b-6e0a-42aa-90e0-83b659d1f345 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9490bd5-97d9-47e7-aa61-0a0706797b45 HTTP/1.1" status: 200 len: 217 time: 0.0369782 Oct 10 12:07:18.884939 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-b147bed6-bdc0-4fd4-be18-0b9c1dd3118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:18.886399 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-b147bed6-bdc0-4fd4-be18-0b9c1dd3118b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=85861d96-d30f-4420-9946-b62854f0daa9 HTTP/1.1" status: 200 len: 853 time: 0.0477798 Oct 10 12:07:18.917374 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (5f2e25e9-f72c-4631-84cd-0bd54643e7ca), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:18.921102 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-4853dc50-6afd-4cc8-9466-fc5f8a06caad service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=b924ba9b-07bb-4c95-8c7c-b804d947af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271463 Oct 10 12:07:18.942565 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Pushing event deleted for resources: {'Port': ['ID=5f2e25e9-f72c-4631-84cd-0bd54643e7ca,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:19.017521 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks [] for floatingip (a815277e-5e14-4e7a-896a-c903da8eb6ec), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:19.020262 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:19.021438 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-90f2ec9d-3a2e-4471-974a-dd4d860528b3 tempest-AttachVolumeShelveTestJSON-1082446683 tempest-AttachVolumeShelveTestJSON-1082446683-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/a815277e-5e14-4e7a-896a-c903da8eb6ec HTTP/1.1" status: 204 len: 168 time: 0.4389672 Oct 10 12:07:19.024455 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-746d490a-8101-4c95-9d0b-05977b372661 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965226 Oct 10 12:07:19.141818 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5378a95-80d0-4cbe-8f6b-28016f0ea918 req-ce2bace9-89a3-4a8b-a980-91aa20fd24d7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112821 Oct 10 12:07:19.466223 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9223cc7-9533-412c-8e1b-3949f43711e1 req-eb2a72fa-9ee9-4f8b-b473-bbc3ef3aed1c tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:19.467834 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9223cc7-9533-412c-8e1b-3949f43711e1 req-eb2a72fa-9ee9-4f8b-b473-bbc3ef3aed1c tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 943 time: 0.0588536 Oct 10 12:07:19.532845 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f8ddb-7573-4f57-882a-8b782479f4dd req-12aea0d5-63ed-4a31-8a4a-f3620462c993 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:19.534319 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c57f8ddb-7573-4f57-882a-8b782479f4dd req-12aea0d5-63ed-4a31-8a4a-f3620462c993 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.0653505 Oct 10 12:07:19.572926 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9223cc7-9533-412c-8e1b-3949f43711e1 req-b64c19a5-af60-45ed-a473-a59ccd7ffdde tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953944 Oct 10 12:07:19.600746 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c57f8ddb-7573-4f57-882a-8b782479f4dd req-faa5873a-84a9-4c3f-abd2-b178a96a24da tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568657 Oct 10 12:07:19.628782 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:07:19.648793 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 78c57fac-0497-4b6c-9eae-773ed6db62fe {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:07:19.649166 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 78c57fac-0497-4b6c-9eae-773ed6db62fe not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:07:20.185206 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-93210533-4079-414d-94a7-0825785c47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:20.188874 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-93210533-4079-414d-94a7-0825785c47cb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=0223b57233664d0785c96ec98335e307&device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 1127 time: 0.0427253 Oct 10 12:07:20.270673 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:20.285530 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-f5b525cb-c4d2-4bf2-9ed1-4699a5eb62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:20.287023 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-f5b525cb-c4d2-4bf2-9ed1-4699a5eb62e4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=b924ba9b-07bb-4c95-8c7c-b804d947af19 HTTP/1.1" status: 200 len: 914 time: 0.0938504 Oct 10 12:07:20.488897 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-6fb28c84-3837-43bb-82d3-9bd088b75b95 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9490bd5-97d9-47e7-aa61-0a0706797b45 HTTP/1.1" status: 200 len: 217 time: 0.0341954 Oct 10 12:07:20.544399 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-ea9e1ea2-e64a-433c-a7ff-eff424f6b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:20.545863 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-ea9e1ea2-e64a-433c-a7ff-eff424f6b57c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=85861d96-d30f-4420-9946-b62854f0daa9 HTTP/1.1" status: 200 len: 853 time: 0.0457916 Oct 10 12:07:20.607244 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-53cfc141-7ae5-4098-b9a0-71eb0db4e739 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=b924ba9b-07bb-4c95-8c7c-b804d947af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334966 Oct 10 12:07:20.744425 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:20.807948 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b631f-d43c-4d3a-96fa-62cbc16db0fc req-3331ca6d-ac51-4224-a062-d462cc19fbef tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:20.811376 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c88b631f-d43c-4d3a-96fa-62cbc16db0fc req-3331ca6d-ac51-4224-a062-d462cc19fbef tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 943 time: 0.1212180 Oct 10 12:07:20.817387 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-b90d0c7f-d0b0-4eb4-a76e-6c2b787b4eeb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034879 Oct 10 12:07:20.831484 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d737d2-6190-4fc9-a1f3-c9abfc0684f0 req-071320ec-a224-48e2-99d0-d9137506e604 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:20.832911 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-23d737d2-6190-4fc9-a1f3-c9abfc0684f0 req-071320ec-a224-48e2-99d0-d9137506e604 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.0990274 Oct 10 12:07:20.894704 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c88b631f-d43c-4d3a-96fa-62cbc16db0fc req-e61a8ec9-817a-4aeb-94e1-1ec1f832767e tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794604 Oct 10 12:07:20.908335 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-23d737d2-6190-4fc9-a1f3-c9abfc0684f0 req-74293496-90d7-4c48-ad1f-1ad7e95bcec8 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680203 Oct 10 12:07:20.924417 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49802) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:21.051687 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-05d868dc-3638-41ea-9f7c-7cab2320b3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.080162 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-dfe05abb-5b4f-4312-a139-2c70a620386c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-794843013&fields=id&tenant_id=52575749f6f6409b947c28bb16649eb7 HTTP/1.1" status: 200 len: 267 time: 0.0753553 Oct 10 12:07:21.083921 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ad96739-7866-4916-92f3-280fd06d18d1 req-b62f1895-5bd1-4a43-a6c4-59157515ceea service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335244 Oct 10 12:07:21.129384 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-05d868dc-3638-41ea-9f7c-7cab2320b3b6 admin admin] Publish callbacks [] for security_group (1350732a-8ec0-44da-961e-90b72396ee5b), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.133059 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-05d868dc-3638-41ea-9f7c-7cab2320b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (1350732a-8ec0-44da-961e-90b72396ee5b), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.150193 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:21.172934 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d868dc-3638-41ea-9f7c-7cab2320b3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1350732a-8ec0-44da-961e-90b72396ee5b,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:21.179132 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-05d868dc-3638-41ea-9f7c-7cab2320b3b6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9fd4c00a2a834e6bbb76de37d1fabad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535934 Oct 10 12:07:21.182401 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49808) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:21.198133 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-b3be9b8b-8f74-4245-869f-5ca5601b93ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:21.199606 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-b3be9b8b-8f74-4245-869f-5ca5601b93ff tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 809 time: 0.1119547 Oct 10 12:07:21.205484 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:21.214539 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-c4f2c0b7-8b1b-47a8-b00f-f139630e5c6a tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/quotas/52575749f6f6409b947c28bb16649eb7 HTTP/1.1" status: 200 len: 375 time: 0.0095098 Oct 10 12:07:21.237450 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4656-13a1-4f12-9374-6f5490853524 admin admin] Publish callbacks [] for security_group (1350732a-8ec0-44da-961e-90b72396ee5b), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.258251 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4656-13a1-4f12-9374-6f5490853524 admin admin] Publish callbacks [] for security_group (1350732a-8ec0-44da-961e-90b72396ee5b), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.266937 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-0a62b015-9c0b-4797-a143-24c8cc9d8a6e tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469186 Oct 10 12:07:21.306143 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4656-13a1-4f12-9374-6f5490853524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (1350732a-8ec0-44da-961e-90b72396ee5b), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.308649 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1d2b4656-13a1-4f12-9374-6f5490853524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.309791 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1d2b4656-13a1-4f12-9374-6f5490853524 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1350732a-8ec0-44da-961e-90b72396ee5b HTTP/1.1" status: 204 len: 168 time: 0.1264710 Oct 10 12:07:21.317602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b4656-13a1-4f12-9374-6f5490853524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1350732a-8ec0-44da-961e-90b72396ee5b,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:21.371015 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-66020a9c-2247-41b5-a968-ac510d1cc09e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901253 Oct 10 12:07:21.490125 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49818) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:21.495609 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-ce73885c-636e-4ac7-a264-996b34f20367 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182532 Oct 10 12:07:21.638512 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device c9490bd5-97d9-47e7-aa61-0a0706797b45 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:07:21.765123 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port c9490bd5-97d9-47e7-aa61-0a0706797b45, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c9490bd5-97d9-47e7-aa61-0a0706797b45,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:21.780443 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'c9490bd5-97d9-47e7-aa61-0a0706797b45', 'network_id': 'b924ba9b-07bb-4c95-8c7c-b804d947af19', 'port_id': 'c9490bd5-97d9-47e7-aa61-0a0706797b45', 'mac_address': 'fa:16:3e:c4:92:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85861d96-d30f-4420-9946-b62854f0daa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:07:21.822239 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port c9490bd5-97d9-47e7-aa61-0a0706797b45 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:21.822570 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.836883 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9490bd5-97d9-47e7-aa61-0a0706797b45 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:07:21.862159 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port c9490bd5-97d9-47e7-aa61-0a0706797b45, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c9490bd5-97d9-47e7-aa61-0a0706797b45,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:21.867269 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d18826e4-d6e8-4c06-917d-e877406c4fe8 req-d7387546-45ea-4794-bb08-c03d1056c72f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 210 time: 0.0322325 Oct 10 12:07:21.869089 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:21.928681 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=c9490bd5-97d9-47e7-aa61-0a0706797b45,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:22.084429 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcc30c-51b7-4a0a-901c-0d6d085c3f81 req-b0f78f07-62ce-4667-91ab-2fe0989fa6cc tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:22.085980 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a3fcc30c-51b7-4a0a-901c-0d6d085c3f81 req-b0f78f07-62ce-4667-91ab-2fe0989fa6cc tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 944 time: 0.0915506 Oct 10 12:07:22.094564 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f580a5-32a4-40eb-927f-1a431feea1bb req-dcc5d3c2-ba42-4b1d-9d04-f41fdcc1d474 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:22.096063 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30f580a5-32a4-40eb-927f-1a431feea1bb req-dcc5d3c2-ba42-4b1d-9d04-f41fdcc1d474 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.0918543 Oct 10 12:07:22.154034 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:22.170626 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['c9490bd5-97d9-47e7-aa61-0a0706797b45'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:07:22.175803 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a3fcc30c-51b7-4a0a-901c-0d6d085c3f81 req-00197ba3-f060-4f83-97b4-7e2708854935 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787902 Oct 10 12:07:22.204128 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30f580a5-32a4-40eb-927f-1a431feea1bb req-7f49edf8-0fe6-4d3b-94ec-79bca71101c3 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009300 Oct 10 12:07:22.284846 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:22.312982 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (3a1cac16-e02e-47cc-bb32-fe2032cbe955), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:22.530336 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Deleting port 21e0445f-f63f-49a2-acc4-807ebf06820e {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:07:22.530670 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:22.610952 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] For port 21e0445f-f63f-49a2-acc4-807ebf06820e, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=21e0445f-f63f-49a2-acc4-807ebf06820e,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:22.611445 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:22.624104 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Calling delete_port for 21e0445f-f63f-49a2-acc4-807ebf06820e owned by network:router_interface {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:07:22.691872 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:22.738610 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:22.807876 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (21e0445f-f63f-49a2-acc4-807ebf06820e), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:22.830399 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Pushing event deleted for resources: {'Port': ['ID=21e0445f-f63f-49a2-acc4-807ebf06820e,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:22.976829 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-227c95f2-e075-433b-9995-a6f371a63f00 req-2015e9ec-a14d-4135-8e4c-cc9ba4234acb tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 210 time: 0.0286095 Oct 10 12:07:23.019845 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (3a1cac16-e02e-47cc-bb32-fe2032cbe955), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:23.219523 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:23.343270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e45cf3-022e-4e98-b4a4-9c0eb516ea8c req-6bc05b8e-ea6a-4830-a3ad-8e704c208ded tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:23.344744 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40e45cf3-022e-4e98-b4a4-9c0eb516ea8c req-6bc05b8e-ea6a-4830-a3ad-8e704c208ded tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 944 time: 0.0788217 Oct 10 12:07:23.351545 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:23.356538 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-7e985d69-0e7f-47ce-a034-cff4e5a2abdf admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3a1cac16-e02e-47cc-bb32-fe2032cbe955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8653421 Oct 10 12:07:23.359438 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 49848) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:23.363599 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] Sync routers for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:23.365144 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157190d-87b7-40da-88d7-29ecbfe8643e req-47918847-fd22-4fa8-92b0-73516b43f183 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:23.366585 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d157190d-87b7-40da-88d7-29ecbfe8643e req-47918847-fd22-4fa8-92b0-73516b43f183 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.0683079 Oct 10 12:07:23.373704 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:23.374397 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:23.432898 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:23.500342 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40e45cf3-022e-4e98-b4a4-9c0eb516ea8c req-cf3c1ad4-fbbf-4282-abd0-ddcfea7dd6cf tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495309 Oct 10 12:07:23.529799 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d157190d-87b7-40da-88d7-29ecbfe8643e req-c325d73e-30e2-49e5-9c63-3a33613d2389 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479573 Oct 10 12:07:23.539871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks [] for router (3a1cac16-e02e-47cc-bb32-fe2032cbe955), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:23.609330 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:23.645102 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks [] for router_gateway (3a1cac16-e02e-47cc-bb32-fe2032cbe955), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:23.673851 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device c9490bd5-97d9-47e7-aa61-0a0706797b45 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:23.724319 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:23.744652 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Deleting port f050a45f-8b26-4cf7-80f4-1ba04a852aa1 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:07:23.744997 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:23.780577 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port c9490bd5-97d9-47e7-aa61-0a0706797b45 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:07:23.808386 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port c9490bd5-97d9-47e7-aa61-0a0706797b45 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:23.808768 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:23.809107 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port c9490bd5-97d9-47e7-aa61-0a0706797b45 Oct 10 12:07:23.847305 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-132f2739-d4de-4dcb-9860-3eb00252091f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:23.848811 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-132f2739-d4de-4dcb-9860-3eb00252091f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.58 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 809 time: 0.1730788 Oct 10 12:07:23.857587 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T12:07:22Z', 'revision_number': 5, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port': {'id': 'f050a45f-8b26-4cf7-80f4-1ba04a852aa1', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:58:59Z', 'updated_at': '2022-10-10T11:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:23.865550 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] For port f050a45f-8b26-4cf7-80f4-1ba04a852aa1, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=f050a45f-8b26-4cf7-80f4-1ba04a852aa1,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:23.865913 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:23.886624 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] Checking router: 3a1cac16-e02e-47cc-bb32-fe2032cbe955 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:23.899369 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Calling delete_port for f050a45f-8b26-4cf7-80f4-1ba04a852aa1 owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:07:23.901174 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] Routers {'3a1cac16-e02e-47cc-bb32-fe2032cbe955'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:23.901810 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:23.987945 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-3c8efc96-eae9-4abd-ab7d-95ae083c8ebf tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52575749f6f6409b947c28bb16649eb7 HTTP/1.1" status: 200 len: 379 time: 0.1192744 Oct 10 12:07:23.997960 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'port': {'device_id': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'admin_state_up': True, 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'security_groups': ['b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:23.998159 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port c9490bd5-97d9-47e7-aa61-0a0706797b45 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:23.998492 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:24.018825 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:24.029098 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] Set router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:24.060789 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa66ebde-6b02-4f5d-b8a5-acc9daf624a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9490bd5-97d9-47e7-aa61-0a0706797b45'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:24.063056 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76baabcb-476f-4041-b24d-fcf1d2fa401f" -d '{"events": [{"server_uuid": "aa66ebde-6b02-4f5d-b8a5-acc9daf624a1", "name": "network-vif-plugged", "status": "completed", "tag": "c9490bd5-97d9-47e7-aa61-0a0706797b45"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:24.099273 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T12:07:23Z', 'revision_number': 6, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:24.102223 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port c9490bd5-97d9-47e7-aa61-0a0706797b45, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c9490bd5-97d9-47e7-aa61-0a0706797b45,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:24.105508 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410ed3a6-8d0c-4972-91af-66605768ec10 x-openstack-request-id: req-410ed3a6-8d0c-4972-91af-66605768ec10 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:24.105991 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa66ebde-6b02-4f5d-b8a5-acc9daf624a1", "name": "network-vif-plugged", "status": "completed", "tag": "c9490bd5-97d9-47e7-aa61-0a0706797b45", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:24.106249 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-410ed3a6-8d0c-4972-91af-66605768ec10 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:24.106646 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410ed3a6-8d0c-4972-91af-66605768ec10'] response: {'server_uuid': 'aa66ebde-6b02-4f5d-b8a5-acc9daf624a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9490bd5-97d9-47e7-aa61-0a0706797b45', 'code': 200} Oct 10 12:07:24.121021 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67f5cd00-6394-4dfe-a2b5-128c07c67ad3 req-523190b3-751b-4dd7-af91-55d1e1d9c181 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 210 time: 0.0647008 Oct 10 12:07:24.128880 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930d6f7-858e-4e1f-ae34-bc9f9be695bc None None] The sync data for ids ['3a1cac16-e02e-47cc-bb32-fe2032cbe955'] in dv-cinder-850618-4-iscsi is: [{'id': '3a1cac16-e02e-47cc-bb32-fe2032cbe955', 'name': 'tempest-AttachVolumeShelveTestJSON-1263537018-router', 'tenant_id': '0156957151444f94be28a65b4b018156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:58:58Z', 'updated_at': '2022-10-10T12:07:23Z', 'revision_number': 6, 'project_id': '0156957151444f94be28a65b4b018156', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:24.130493 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:24.199697 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=c9490bd5-97d9-47e7-aa61-0a0706797b45,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:24.237514 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Made reservation on behalf of 52575749f6f6409b947c28bb16649eb7 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:24.240346 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:24.243808 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (f050a45f-8b26-4cf7-80f4-1ba04a852aa1), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:24.277324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f050a45f-8b26-4cf7-80f4-1ba04a852aa1,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:24.288766 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:24.433017 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f228b5-19d6-4c4f-bcb1-42a748e8c52c req-adf64fd2-2656-4cfe-87e8-9bc65ef00c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:24.434516 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12f228b5-19d6-4c4f-bcb1-42a748e8c52c req-adf64fd2-2656-4cfe-87e8-9bc65ef00c68 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 1129 time: 0.0988882 Oct 10 12:07:24.461588 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (3a1cac16-e02e-47cc-bb32-fe2032cbe955), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:24.917658 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (3a1cac16-e02e-47cc-bb32-fe2032cbe955), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:24.924093 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks [] for router_controller (3a1cac16-e02e-47cc-bb32-fe2032cbe955), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:24.930007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Allocated IP 172.20.0.12 (483a09a3-ddf6-44a4-84ed-29db31f2e66b/f3297cef-9626-4259-af65-575375c50970/ef4352e6-9d9a-4f59-bd5f-87989e5726d5) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:24.993165 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c11252-d6a4-46c1-a1fb-e1caf6748106 req-289801ba-1ce8-4a72-8caf-98ee3a965144 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:24.994634 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0c11252-d6a4-46c1-a1fb-e1caf6748106 req-289801ba-1ce8-4a72-8caf-98ee3a965144 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 945 time: 0.2090042 Oct 10 12:07:24.996969 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12f228b5-19d6-4c4f-bcb1-42a748e8c52c req-8e34ccec-bf5d-4aff-9b9c-42e1ad93f2c9 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439618 Oct 10 12:07:25.002604 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aec9e-30f3-431a-87e2-22f9eee4b03b req-e6622d63-51ba-4e67-9593-dd9f1a769c21 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:25.004066 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-232aec9e-30f3-431a-87e2-22f9eee4b03b req-e6622d63-51ba-4e67-9593-dd9f1a769c21 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 943 time: 0.2173781 Oct 10 12:07:25.038457 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (3a1cac16-e02e-47cc-bb32-fe2032cbe955), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.039071 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1cac16-e02e-47cc-bb32-fe2032cbe955 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:07:25.059556 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.060656 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7ba53f27-9262-4a9d-a481-8644f6721a6c admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/3a1cac16-e02e-47cc-bb32-fe2032cbe955 HTTP/1.1" status: 204 len: 168 time: 1.6931779 Oct 10 12:07:25.063431 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49858) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:25.095123 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:25.112192 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_v2 [None req-db208aaa-e589-458a-98f5-6880dab1bd3c admin admin] Deleting subnet b87097cf-c992-4426-b211-329d3b78dfc3 {{(pid=106262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:07:25.115793 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db208aaa-e589-458a-98f5-6880dab1bd3c admin admin] Publish callbacks [] for subnet (b87097cf-c992-4426-b211-329d3b78dfc3), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.155817 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db208aaa-e589-458a-98f5-6880dab1bd3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944455'] for subnet (b87097cf-c992-4426-b211-329d3b78dfc3), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.164439 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0c11252-d6a4-46c1-a1fb-e1caf6748106 req-964a7664-f4b3-4bf4-9d6f-640dbbb1636f tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579962 Oct 10 12:07:25.171089 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-232aec9e-30f3-431a-87e2-22f9eee4b03b req-543284ca-5ed0-4745-be2f-4f786cd23ea1 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559141 Oct 10 12:07:25.245432 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.251539 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db208aaa-e589-458a-98f5-6880dab1bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (b87097cf-c992-4426-b211-329d3b78dfc3), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.273993 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:25.277736 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f7c188b-56ef-4b27-b5a7-cdf397aa82ad req-cf18c0f0-7a46-4815-8251-6afd882df383 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 210 time: 0.0354040 Oct 10 12:07:25.308719 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.314509 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db208aaa-e589-458a-98f5-6880dab1bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26182627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25421682'] for subnet (b87097cf-c992-4426-b211-329d3b78dfc3), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.343001 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db208aaa-e589-458a-98f5-6880dab1bd3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87097cf-c992-4426-b211-329d3b78dfc3,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:25.345076 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db208aaa-e589-458a-98f5-6880dab1bd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.349810 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-db208aaa-e589-458a-98f5-6880dab1bd3c admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/b87097cf-c992-4426-b211-329d3b78dfc3 HTTP/1.1" status: 204 len: 168 time: 0.2852557 Oct 10 12:07:25.351571 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12635ab9-0e94-4f31-9baa-777d4373c4d4 None None] Network 7586f293-9e29-43b7-8515-0f510030ca27 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:25.352562 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49862) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:25.367285 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:25.371113 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:25.372823 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:25.375104 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:25.449922 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:25.450565 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.451629 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (7586f293-9e29-43b7-8515-0f510030ca27), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.466057 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:25.471380 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-d43ef815-b628-4f97-8d17-4a562e4378d9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4768775 Oct 10 12:07:25.501728 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Deleting port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:07:25.502101 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.575752 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] DHCP port deletion for 7586f293-9e29-43b7-8515-0f510030ca27 request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:07:25.582828 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] For port e16125dd-41ac-4dc1-b690-c3838e9cc2b3, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:25.583307 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.597639 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Calling delete_port for e16125dd-41ac-4dc1-b690-c3838e9cc2b3 owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:07:25.614099 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:25.620305 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Request body: {'port': {'device_id': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:25.620441 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] Deleting port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:07:25.620632 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.679319 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-a698adfd-abec-4bb5-bcf4-0bd04247f234 None None] Provisioning complete for port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 triggered by entity DHCP. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:25.679740 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a698adfd-abec-4bb5-bcf4-0bd04247f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.679923 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-a698adfd-abec-4bb5-bcf4-0bd04247f234 None None] Attempt 1 to provision port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 Oct 10 12:07:25.683417 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.685822 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:07:25.689187 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.700470 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] No DVR routers for this DVR port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 on host dv-cinder-850618-4-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:07:25.721201 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Pushing event deleted for resources: {'Port': ['ID=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:25.722738 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] For port e16125dd-41ac-4dc1-b690-c3838e9cc2b3, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,segment=NetworkSegment(baf5ebde-9d5e-48fb-a828-a3ea44e102f6),segment_id=baf5ebde-9d5e-48fb-a828-a3ea44e102f6)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:25.723379 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.726283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:25.751204 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] Calling delete_port for e16125dd-41ac-4dc1-b690-c3838e9cc2b3 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:07:25.766908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-a698adfd-abec-4bb5-bcf4-0bd04247f234 None None] Port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 cannot update to ACTIVE because it is not bound. {{(pid=106263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:25.804686 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (7586f293-9e29-43b7-8515-0f510030ca27), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.830247 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7586f293-9e29-43b7-8515-0f510030ca27']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:25.842254 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:25.842585 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf5ebde-9d5e-48fb-a828-a3ea44e102f6') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:25.852398 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (baf5ebde-9d5e-48fb-a828-a3ea44e102f6), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.866739 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (baf5ebde-9d5e-48fb-a828-a3ea44e102f6), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.877043 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:07:25.877469 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (baf5ebde-9d5e-48fb-a828-a3ea44e102f6), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.903795 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:25.917061 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'port_id': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'mac_address': 'fa:16:3e:be:c8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:07:25.921565 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (e16125dd-41ac-4dc1-b690-c3838e9cc2b3), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.925948 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:25.933579 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment baf5ebde-9d5e-48fb-a828-a3ea44e102f6 resource provider aggregate not found Oct 10 12:07:25.960866 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment baf5ebde-9d5e-48fb-a828-a3ea44e102f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid baf5ebde-9d5e-48fb-a828-a3ea44e102f6 found for delete ", "request_id": "req-dab265f4-d7d2-4418-9edc-8975c20f21b4"}]} Oct 10 12:07:25.969628 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] Pushing event deleted for resources: {'Port': ['ID=e16125dd-41ac-4dc1-b690-c3838e9cc2b3,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:25.973459 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e8a56-9f76-4c93-81d1-841d013c9028 None None] No DVR routers for this DVR port e16125dd-41ac-4dc1-b690-c3838e9cc2b3 on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:07:25.975898 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (7586f293-9e29-43b7-8515-0f510030ca27), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.982951 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4352e6-9d9a-4f59-bd5f-87989e5726d5 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:07:25.983802 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.989481 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/7586f293-9e29-43b7-8515-0f510030ca27 HTTP/1.1" status: 204 len: 168 time: 0.6334209 Oct 10 12:07:25.991761 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:25.992156 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:25.998571 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Publish callbacks [] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.002305 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d6ef9-2a62-4104-855f-bc0795f3bfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=7586f293-9e29-43b7-8515-0f510030ca27,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:26.007044 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:07:26.015966 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Transition to ACTIVE for port object ef4352e6-9d9a-4f59-bd5f-87989e5726d5 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:07:26.020252 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.036994 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:26.041821 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.097824 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:26.110266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Pushing event updated for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:26.142645 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Attempting to bind port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:26.142827 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49870) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:26.143271 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Attempting to bind port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:26.143381 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Attempting to bind port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 on network 483a09a3-ddf6-44a4-84ed-29db31f2e66b {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:26.184980 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2ca0b0cc-10d6-4b58-8f1a-f5c3fdce1a64 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0156957151444f94be28a65b4b018156&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408163 Oct 10 12:07:26.187331 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49872) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:26.192666 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 on network 483a09a3-ddf6-44a4-84ed-29db31f2e66b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:07:26.193245 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Attempting to bind port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 on network 483a09a3-ddf6-44a4-84ed-29db31f2e66b {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:26.227159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:26.249077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:26.249420 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Checking segment: {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:26.249542 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device e16125dd-41ac-4dc1-b690-c3838e9cc2b3 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:07:26.250040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Bound using segment: {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:26.250398 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Bound port: ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8462c30b-6d28-44b1-826f-5fe8467f92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:26.250758 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.267766 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9276ac2a-a2cc-45cd-8bbd-461ea8357f8b admin admin] Publish callbacks [] for security_group (c9743be3-adb1-47cb-a5ac-aaec4a82aed8), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.289961 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9276ac2a-a2cc-45cd-8bbd-461ea8357f8b admin admin] Publish callbacks [] for security_group (c9743be3-adb1-47cb-a5ac-aaec4a82aed8), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.292920 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: e16125dd-41ac-4dc1-b690-c3838e9cc2b3 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:07:26.293272 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device e16125dd-41ac-4dc1-b690-c3838e9cc2b3 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:07:26.293695 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device f050a45f-8b26-4cf7-80f4-1ba04a852aa1 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:07:26.313594 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: f050a45f-8b26-4cf7-80f4-1ba04a852aa1 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:07:26.313942 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device f050a45f-8b26-4cf7-80f4-1ba04a852aa1 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:07:26.314365 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 21e0445f-f63f-49a2-acc4-807ebf06820e no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:07:26.340338 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 21e0445f-f63f-49a2-acc4-807ebf06820e {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:07:26.340701 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 21e0445f-f63f-49a2-acc4-807ebf06820e not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:07:26.344877 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['4ec5973c-48f3-4f05-b8e3-cfca1d4deb74'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:07:26.358395 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9276ac2a-a2cc-45cd-8bbd-461ea8357f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (c9743be3-adb1-47cb-a5ac-aaec4a82aed8), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.361728 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9276ac2a-a2cc-45cd-8bbd-461ea8357f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.375753 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-9276ac2a-a2cc-45cd-8bbd-461ea8357f8b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c9743be3-adb1-47cb-a5ac-aaec4a82aed8 HTTP/1.1" status: 204 len: 168 time: 0.1857190 Oct 10 12:07:26.392550 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276ac2a-a2cc-45cd-8bbd-461ea8357f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9743be3-adb1-47cb-a5ac-aaec4a82aed8,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:26.410610 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dad96-eab5-44be-a075-c85ed2892738 req-a2e70f89-3713-4383-b6fb-ccfe931f43e1 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:26.420423 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-213dad96-eab5-44be-a075-c85ed2892738 req-a2e70f89-3713-4383-b6fb-ccfe931f43e1 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 944 time: 0.1317527 Oct 10 12:07:26.429790 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f2d43-5a47-4a37-a7fc-c1f020310f7d req-e8cab1fc-43f9-41f6-acc3-6647c0f26260 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:26.431446 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4d9f2d43-5a47-4a37-a7fc-c1f020310f7d req-e8cab1fc-43f9-41f6-acc3-6647c0f26260 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 945 time: 0.1411502 Oct 10 12:07:26.444872 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:26.480646 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:26.506543 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.526299 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:26.526963 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:26.528403 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 1094 time: 0.9129531 Oct 10 12:07:26.529063 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:26.531482 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34be5585-9728-4ca6-8b74-d3788554e606" -d '{"events": [{"name": "network-changed", "server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:26.548674 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:26.566580 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4d9f2d43-5a47-4a37-a7fc-c1f020310f7d req-54e80627-45db-4d51-b547-8f580a3551f6 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243165 Oct 10 12:07:26.574008 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-213dad96-eab5-44be-a075-c85ed2892738 req-5c5dbac1-e526-4b8c-be35-43bef10bfce3 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397483 Oct 10 12:07:26.618291 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b90e1-0bec-4591-b618-e7322d874c5d service neutron] Pushing event updated for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:26.667174 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:26.669161 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-922f774e-3ebb-4225-8bf5-519a18c760e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:26.670799 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-922f774e-3ebb-4225-8bf5-519a18c760e0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1128 time: 0.0703704 Oct 10 12:07:26.685353 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603cf0e6-2de8-4bb7-bd64-981efdc18de2 x-openstack-request-id: req-603cf0e6-2de8-4bb7-bd64-981efdc18de2 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:26.685576 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:26.685883 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-603cf0e6-2de8-4bb7-bd64-981efdc18de2 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:26.686367 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603cf0e6-2de8-4bb7-bd64-981efdc18de2'] response: {'name': 'network-changed', 'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'status': 'completed', 'code': 200} Oct 10 12:07:26.741644 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-bfa4ab11-a04d-496f-b5e4-287ce9b5e90f service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 217 time: 0.0517519 Oct 10 12:07:26.783159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4cd1a-af82-4386-bc74-0271fd0b37c7 req-83690dba-bd10-4204-bd54-4051be24a0b6 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:26.784649 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-86a4cd1a-af82-4386-bc74-0271fd0b37c7 req-83690dba-bd10-4204-bd54-4051be24a0b6 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.1128039 Oct 10 12:07:26.823913 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-a459ee6f-f071-4853-b9c2-1abdaaf6c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:26.825350 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-a459ee6f-f071-4853-b9c2-1abdaaf6c84c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 200 len: 848 time: 0.0775895 Oct 10 12:07:26.879367 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-86a4cd1a-af82-4386-bc74-0271fd0b37c7 req-614928c3-2efe-4487-9ac7-112400e46ed6 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879581 Oct 10 12:07:26.884710 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-09208693-0001-417d-b923-975f91451976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:26.886155 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-09208693-0001-417d-b923-975f91451976 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=483a09a3-ddf6-44a4-84ed-29db31f2e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536447 Oct 10 12:07:26.980469 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-93543a69-c8ca-4419-88b5-56ff27f007a4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878541 Oct 10 12:07:27.077999 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6051b4c3-faeb-40ba-8039-62fe81c09399 req-a61fee2b-c9c6-40dc-9d70-ff247b06dfb1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916963 Oct 10 12:07:27.425808 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be5585-9728-4ca6-8b74-d3788554e606 req-c99c6f10-1458-414f-879d-ef1922c38e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:27.427355 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34be5585-9728-4ca6-8b74-d3788554e606 req-c99c6f10-1458-414f-879d-ef1922c38e63 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1128 time: 0.0396132 Oct 10 12:07:27.522146 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be5585-9728-4ca6-8b74-d3788554e606 req-c9774737-aa2c-42be-9e8a-a0a55fc66c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:27.523581 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34be5585-9728-4ca6-8b74-d3788554e606 req-c9774737-aa2c-42be-9e8a-a0a55fc66c7d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 910 time: 0.0901814 Oct 10 12:07:27.561669 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34be5585-9728-4ca6-8b74-d3788554e606 req-40df27f0-0605-488d-b597-44f97f054f29 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 217 time: 0.0322454 Oct 10 12:07:27.620201 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be5585-9728-4ca6-8b74-d3788554e606 req-0e00c703-4ecf-4991-844b-c4f3bef385e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:27.621705 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34be5585-9728-4ca6-8b74-d3788554e606 req-0e00c703-4ecf-4991-844b-c4f3bef385e9 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 200 len: 848 time: 0.0534217 Oct 10 12:07:27.635659 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:27.695700 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:27.700221 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:27.718536 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be5585-9728-4ca6-8b74-d3788554e606 req-c8757ef0-8e45-4389-ba64-5d0e0fd6b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:27.720066 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34be5585-9728-4ca6-8b74-d3788554e606 req-c8757ef0-8e45-4389-ba64-5d0e0fd6b1ef service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=483a09a3-ddf6-44a4-84ed-29db31f2e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925727 Oct 10 12:07:27.745847 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:07:27.751466 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:27.751844 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:27.752183 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 Oct 10 12:07:27.783547 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab704a8a-32d7-494e-9587-69cc9a4255cc req-c15a0abf-56a6-4b53-8632-67b4aff390cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:27.784922 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ab704a8a-32d7-494e-9587-69cc9a4255cc req-c15a0abf-56a6-4b53-8632-67b4aff390cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 944 time: 0.1050386 Oct 10 12:07:27.824787 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a82f7-f0c9-4f2c-9c23-a325ba1a3e6f req-801284f6-1b15-405c-998d-7b1633827ce7 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:27.826200 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-961a82f7-f0c9-4f2c-9c23-a325ba1a3e6f req-801284f6-1b15-405c-998d-7b1633827ce7 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 945 time: 0.1095412 Oct 10 12:07:27.828243 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:27.828651 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:27.851692 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:27.853908 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13388e0a-be0a-4f35-bdde-287187d5f88a" -d '{"events": [{"server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "name": "network-vif-plugged", "status": "completed", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:27.866058 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:27.870687 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:27.917172 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:27.933562 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34be5585-9728-4ca6-8b74-d3788554e606 req-2a7a4513-aea0-459a-a8f6-83c2e53b662d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995227 Oct 10 12:07:27.938137 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-961a82f7-f0c9-4f2c-9c23-a325ba1a3e6f req-a55327b6-580a-485c-9231-3beb913f5438 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023357 Oct 10 12:07:27.941467 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ab704a8a-32d7-494e-9587-69cc9a4255cc req-7ba3559a-509b-476a-8a96-232b30f8e495 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239002 Oct 10 12:07:27.999516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7f18f9-0a63-4d95-9bee-ac179a0bb282 x-openstack-request-id: req-dc7f18f9-0a63-4d95-9bee-ac179a0bb282 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:27.999812 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "name": "network-vif-plugged", "status": "completed", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:28.000067 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc7f18f9-0a63-4d95-9bee-ac179a0bb282 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:28.000467 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7f18f9-0a63-4d95-9bee-ac179a0bb282'] response: {'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'code': 200} Oct 10 12:07:28.011179 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:28.049882 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34be5585-9728-4ca6-8b74-d3788554e606 req-258ffd31-bafa-4a88-ac63-377cfdea9b16 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074762 Oct 10 12:07:28.111863 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dca89-681f-479e-9b29-ce51367c7322 req-9d2a7c65-9629-4403-a736-555fb3dfb4a3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:28.113397 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec8dca89-681f-479e-9b29-ce51367c7322 req-9d2a7c65-9629-4403-a736-555fb3dfb4a3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0517657 Oct 10 12:07:28.173225 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec8dca89-681f-479e-9b29-ce51367c7322 req-c3ba53c0-c5eb-4885-a44f-a3da6f826a25 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517821 Oct 10 12:07:28.271741 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fd1fa-56de-4a87-bb30-a1a83412b02e req-3b7b0182-c4c3-4774-946d-9f8774dc9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:28.273205 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f8fd1fa-56de-4a87-bb30-a1a83412b02e req-3b7b0182-c4c3-4774-946d-9f8774dc9584 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 1129 time: 0.0382128 Oct 10 12:07:28.326146 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f8fd1fa-56de-4a87-bb30-a1a83412b02e req-ab597028-f929-427e-87c2-e23d7634248d service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470593 Oct 10 12:07:28.681355 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fefe10ef-c282-495b-8f96-b1d319c8d779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:29.063079 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330a767-5fd6-482a-a8ff-3c61faf5b38b req-bed5e67a-6b12-4f67-a6a8-f41174c3798a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:29.064590 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d330a767-5fd6-482a-a8ff-3c61faf5b38b req-bed5e67a-6b12-4f67-a6a8-f41174c3798a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 945 time: 0.0481741 Oct 10 12:07:29.121647 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d330a767-5fd6-482a-a8ff-3c61faf5b38b req-50fabfb2-2b39-4357-a9ce-e61f70b64c5d tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498657 Oct 10 12:07:29.309257 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6332af-94cb-44b5-9d44-3edefff013a1 req-cf261413-e75d-418f-bdf2-abd1a9226011 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:29.310763 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2c6332af-94cb-44b5-9d44-3edefff013a1 req-cf261413-e75d-418f-bdf2-abd1a9226011 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0618458 Oct 10 12:07:29.374204 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2c6332af-94cb-44b5-9d44-3edefff013a1 req-1de8301e-fa02-4832-848c-edc998713350 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573485 Oct 10 12:07:30.245415 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ff1e4-2074-4891-b62c-f31e259fd66f req-fbced9fe-322b-4351-92c1-854b3d6281f2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.246867 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b63ff1e4-2074-4891-b62c-f31e259fd66f req-fbced9fe-322b-4351-92c1-854b3d6281f2 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 945 time: 0.0493155 Oct 10 12:07:30.294570 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b63ff1e4-2074-4891-b62c-f31e259fd66f req-21faf0a1-5214-455f-9a80-7853629662c1 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Oct 10 12:07:30.412457 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c388e4-52f5-42f0-aab5-4243fcba99e6 req-1b6dde36-d2e3-4794-862f-57de051b79e6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.414013 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68c388e4-52f5-42f0-aab5-4243fcba99e6 req-1b6dde36-d2e3-4794-862f-57de051b79e6 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 945 time: 0.0459754 Oct 10 12:07:30.466081 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-68c388e4-52f5-42f0-aab5-4243fcba99e6 req-cd33fc6b-064f-4afe-b1b7-fc31ba1ebe34 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459688 Oct 10 12:07:30.495613 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49970) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:30.514865 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089b06c-e414-491b-8fd3-1dce1e0a6c9f req-7079e12b-a268-4005-b1c4-04c1443837dc tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.516409 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4089b06c-e414-491b-8fd3-1dce1e0a6c9f req-7079e12b-a268-4005-b1c4-04c1443837dc tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0550170 Oct 10 12:07:30.540367 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668ac48-b818-4574-9a02-b853694b77ce tempest-TestVolumeBootPattern-1406700158 tempest-TestVolumeBootPattern-1406700158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.542444 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0668ac48-b818-4574-9a02-b853694b77ce tempest-TestVolumeBootPattern-1406700158 tempest-TestVolumeBootPattern-1406700158-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 1124 time: 0.0458302 Oct 10 12:07:30.545340 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 49974) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:30.552129 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'port_id': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:30.557175 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:30.575602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:30.578346 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4089b06c-e414-491b-8fd3-1dce1e0a6c9f req-5d785c9e-401a-45a3-ad23-881333cada90 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554488 Oct 10 12:07:30.653054 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:30.736557 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:30.759999 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Allocated IP 172.27.0.240 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/98fcceda-e1cc-4521-a3c7-210a77b9f0c3) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:30.857876 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:30.889120 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:30.921333 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf556-ec04-4615-bd11-6f1fb87ad48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:30.941139 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:30.945263 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:30.947953 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=98fcceda-e1cc-4521-a3c7-210a77b9f0c3,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:30.950059 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:31.284862 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (4bdedfb9-55ad-4430-bb91-247ca072d397), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:31.304812 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:31.350248 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:31.493412 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:31.497408 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for port (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:31.501889 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26182445'] for port (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:31.572385 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (4bdedfb9-55ad-4430-bb91-247ca072d397), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:31.575093 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event updated for resources: {'Port': ['ID=98fcceda-e1cc-4521-a3c7-210a77b9f0c3,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:31.665295 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.l3_db [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Floating IP 4bdedfb9-55ad-4430-bb91-247ca072d397 associated. External IP: 172.27.0.240, port: 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74. Oct 10 12:07:31.682138 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:31.698466 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc86f6-f120-4943-a856-244c0e091fd6 req-c5a004be-3de7-4273-ad76-c555606f9fad tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:31.699940 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6bbc86f6-f120-4943-a856-244c0e091fd6 req-c5a004be-3de7-4273-ad76-c555606f9fad tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0470858 Oct 10 12:07:31.748949 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6bbc86f6-f120-4943-a856-244c0e091fd6 req-1728d389-8c4b-4992-98d0-84bae4cd05d1 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Oct 10 12:07:31.856930 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:31.958441 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:31.960283 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:31.970088 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:31.977365 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:31.979594 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:31.980205 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:32.006821 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-99c937c9-750e-499d-a249-7df16132e01b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4601340 Oct 10 12:07:32.007490 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:32.010314 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f68f9f-a7f7-4b93-8355-ca51cf433181" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:32.049523 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8888063d-f3e9-4d12-a669-240f61d18e7d x-openstack-request-id: req-8888063d-f3e9-4d12-a669-240f61d18e7d {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:32.049814 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:32.050066 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8888063d-f3e9-4d12-a669-240f61d18e7d {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:32.050466 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8888063d-f3e9-4d12-a669-240f61d18e7d'] response: {'name': 'network-changed', 'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'status': 'completed', 'code': 200} Oct 10 12:07:32.083370 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:32.292826 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:15Z', 'revision_number': 1, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}, {'id': '4bdedfb9-55ad-4430-bb91-247ca072d397', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:be:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:31Z', 'updated_at': '2022-10-10T12:07:31Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:32.317327 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:32.325556 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:32.326148 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:32.425755 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:32.718196 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:15Z', 'revision_number': 1, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}, {'id': '4bdedfb9-55ad-4430-bb91-247ca072d397', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:be:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:31Z', 'updated_at': '2022-10-10T12:07:31Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:32.742325 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3971bb-c058-4f65-b832-6b24fd4a1560 None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:15Z', 'revision_number': 1, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}, {'id': '4bdedfb9-55ad-4430-bb91-247ca072d397', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:be:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:31Z', 'updated_at': '2022-10-10T12:07:31Z', 'revision_number': 0, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:32.828832 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-691fd77d-e696-469d-a7ca-f444a4595305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:32.832712 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-691fd77d-e696-469d-a7ca-f444a4595305 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 1129 time: 0.0593860 Oct 10 12:07:32.884989 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99a489-d76c-436a-b90f-e3d47c46ad36 req-fa409f91-6ba6-49b4-ab26-29afb41be066 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:32.886502 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a99a489-d76c-436a-b90f-e3d47c46ad36 req-fa409f91-6ba6-49b4-ab26-29afb41be066 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0525138 Oct 10 12:07:32.940188 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a99a489-d76c-436a-b90f-e3d47c46ad36 req-51046aec-f1d3-4f59-9fb1-5ff6ed52a1b0 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475426 Oct 10 12:07:32.955369 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b253979-cc2b-477d-933b-5d50c0825f92 None None] New status for floating IP 4bdedfb9-55ad-4430-bb91-247ca072d397: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:07:33.046384 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:33.496129 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:33.510812 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-5d1dd260-faba-487f-aa44-624d15142624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:33.512281 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-5d1dd260-faba-487f-aa44-624d15142624 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.0851779 Oct 10 12:07:33.575724 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-92468fbb-927f-45da-9dde-b02044b3b6c3 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 HTTP/1.1" status: 200 len: 1001 time: 0.0571594 Oct 10 12:07:33.622639 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-0d72c75c-5eaf-4e4f-8787-f3ac4bc15003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:33.624048 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-0d72c75c-5eaf-4e4f-8787-f3ac4bc15003 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0431049 Oct 10 12:07:33.666710 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-987cc1ca-ccdc-4dbc-b677-faaa53d951bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:33.668193 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-987cc1ca-ccdc-4dbc-b677-faaa53d951bb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380185 Oct 10 12:07:33.674376 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:33.750654 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:33.768339 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-8541d175-3488-4da2-a953-3dfff3a7ef07 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940232 Oct 10 12:07:33.864109 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e8f68f9f-a7f7-4b93-8355-ca51cf433181 req-ed8ab31c-7423-4b32-b193-c850d83629eb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897746 Oct 10 12:07:34.060424 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f08741-ebb8-47f0-b8f6-2fb7e7632f44 req-129d723f-5992-4060-94dc-a20c6731a4a1 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:34.061880 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-90f08741-ebb8-47f0-b8f6-2fb7e7632f44 req-129d723f-5992-4060-94dc-a20c6731a4a1 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0472012 Oct 10 12:07:34.111677 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-90f08741-ebb8-47f0-b8f6-2fb7e7632f44 req-5657e0c0-6acf-406a-b6f7-9ef949ede8ef tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442090 Oct 10 12:07:35.091656 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:07:35.231203 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3ab5-1aab-4c16-975b-c710f70e46b4 req-e791d5ca-5352-4ecb-8339-ed881d207a13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:35.232725 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-239b3ab5-1aab-4c16-975b-c710f70e46b4 req-e791d5ca-5352-4ecb-8339-ed881d207a13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0465100 Oct 10 12:07:35.281254 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-239b3ab5-1aab-4c16-975b-c710f70e46b4 req-207d1257-385c-4d40-9093-bc5b12c3b195 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Oct 10 12:07:35.731918 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ef4352e6-9d9a-4f59-bd5f-87989e5726d5 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:07:35.833029 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:35.844000 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'port_id': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'mac_address': 'fa:16:3e:b6:51:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:07:35.878415 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:35.878804 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:35.892354 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4352e6-9d9a-4f59-bd5f-87989e5726d5 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:07:35.910970 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:35.914802 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:35.964358 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:36.271831 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['ef4352e6-9d9a-4f59-bd5f-87989e5726d5'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:07:36.317458 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:36.419097 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50048) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:36.423832 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b3236-069e-4922-842a-9cc293a01b07 req-c02ccb5d-f4f5-4060-b49e-123f6d8d0f64 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:36.427497 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-891b3236-069e-4922-842a-9cc293a01b07 req-c02ccb5d-f4f5-4060-b49e-123f6d8d0f64 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 945 time: 0.0675614 Oct 10 12:07:36.477487 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-891b3236-069e-4922-842a-9cc293a01b07 req-226057c0-a7c8-4a3c-a9c2-4ebe2c2c9ce6 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452986 Oct 10 12:07:36.565207 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a238b3e8-bb77-484b-b11e-73a6984a0e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:36.620804 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:36.644872 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a238b3e8-bb77-484b-b11e-73a6984a0e59 admin admin] Publish callbacks [] for security_group (ce5f92b5-5c45-403f-97d6-08e57b7987dc), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:36.649307 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a238b3e8-bb77-484b-b11e-73a6984a0e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ce5f92b5-5c45-403f-97d6-08e57b7987dc), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:36.691469 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-a238b3e8-bb77-484b-b11e-73a6984a0e59 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d7a6a489452a49399c80d7bd29a07031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707126 Oct 10 12:07:36.693323 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238b3e8-bb77-484b-b11e-73a6984a0e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5f92b5-5c45-403f-97d6-08e57b7987dc,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:36.694181 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50052) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:36.742273 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0849d56-b3a8-499a-8fe1-e3af8b830970 admin admin] Publish callbacks [] for security_group (ce5f92b5-5c45-403f-97d6-08e57b7987dc), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:36.761324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:36.763292 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0849d56-b3a8-499a-8fe1-e3af8b830970 admin admin] Publish callbacks [] for security_group (ce5f92b5-5c45-403f-97d6-08e57b7987dc), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:36.808697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0849d56-b3a8-499a-8fe1-e3af8b830970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (ce5f92b5-5c45-403f-97d6-08e57b7987dc), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:36.811312 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e0849d56-b3a8-499a-8fe1-e3af8b830970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:36.812443 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e0849d56-b3a8-499a-8fe1-e3af8b830970 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ce5f92b5-5c45-403f-97d6-08e57b7987dc HTTP/1.1" status: 204 len: 168 time: 0.1172845 Oct 10 12:07:36.820284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0849d56-b3a8-499a-8fe1-e3af8b830970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5f92b5-5c45-403f-97d6-08e57b7987dc,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:37.599046 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daac76f-30c1-4863-871a-5d79fe5abe61 req-d29ea0b7-65f0-4ca6-b60a-0ed4642e7c69 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:37.600544 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5daac76f-30c1-4863-871a-5d79fe5abe61 req-d29ea0b7-65f0-4ca6-b60a-0ed4642e7c69 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 945 time: 0.0466261 Oct 10 12:07:37.653316 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5daac76f-30c1-4863-871a-5d79fe5abe61 req-d005176e-e345-4420-8897-bad3a853d13a tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 Oct 10 12:07:37.744020 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ef4352e6-9d9a-4f59-bd5f-87989e5726d5 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:37.786472 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:07:37.793853 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:37.794311 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.794967 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 Oct 10 12:07:37.879326 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:37.879783 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.905185 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:37.907457 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6213ee97-960e-42aa-9e94-fe6685234485" -d '{"events": [{"server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "name": "network-vif-plugged", "status": "completed", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:37.921950 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:37.926771 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.953061 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe75a99-0761-4499-9c4e-181d73031f9b x-openstack-request-id: req-bbe75a99-0761-4499-9c4e-181d73031f9b {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:37.953626 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "name": "network-vif-plugged", "status": "completed", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:37.953880 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbe75a99-0761-4499-9c4e-181d73031f9b {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:37.954272 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe75a99-0761-4499-9c4e-181d73031f9b'] response: {'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'code': 200} Oct 10 12:07:37.969516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:37.983367 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:38.218760 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a0aef-b627-486e-9a25-a528e0c84921 req-df101f1e-d75d-4d69-adca-fe02db2f3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:38.220250 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a0a0aef-b627-486e-9a25-a528e0c84921 req-df101f1e-d75d-4d69-adca-fe02db2f3d9f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1130 time: 0.0373509 Oct 10 12:07:38.269188 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a0a0aef-b627-486e-9a25-a528e0c84921 req-a0528f84-491c-40e1-bb71-5a4af8fbf402 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402336 Oct 10 12:07:38.764358 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:38.772385 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa68488-01b3-45c6-83a9-2bb29702adf0 req-943c7ef8-27f2-440d-b1cb-b3e2f7f77206 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:38.773834 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2aa68488-01b3-45c6-83a9-2bb29702adf0 req-943c7ef8-27f2-440d-b1cb-b3e2f7f77206 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0457432 Oct 10 12:07:38.822885 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2aa68488-01b3-45c6-83a9-2bb29702adf0 req-66461106-d393-4c86-8b20-97e462171c5f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423357 Oct 10 12:07:39.947092 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afff1fb-91a6-4ba4-94b1-a07f13974e9f req-74f53586-59ef-4100-a8a0-f0d3fa539452 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:39.948524 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5afff1fb-91a6-4ba4-94b1-a07f13974e9f req-74f53586-59ef-4100-a8a0-f0d3fa539452 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0499949 Oct 10 12:07:39.996323 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5afff1fb-91a6-4ba4-94b1-a07f13974e9f req-b85a1d46-a4fa-4821-9f36-f68763354bdf tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423574 Oct 10 12:07:40.118528 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7287fc5-1627-4886-94c5-526b68ffd34a req-43aeaa43-5fd5-4247-8576-7fa56c4c3b22 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:40.120709 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f7287fc5-1627-4886-94c5-526b68ffd34a req-43aeaa43-5fd5-4247-8576-7fa56c4c3b22 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0494268 Oct 10 12:07:40.171086 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f7287fc5-1627-4886-94c5-526b68ffd34a req-43e25f52-6a97-4921-a807-3a52e9ada23d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445874 Oct 10 12:07:40.199077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50114) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:40.394730 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df39dad-68fd-4af5-a68f-757c3467a7c1 tempest-TestShelveInstance-266854193 tempest-TestShelveInstance-266854193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:40.396172 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2df39dad-68fd-4af5-a68f-757c3467a7c1 tempest-TestShelveInstance-266854193 tempest-TestShelveInstance-266854193-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1125 time: 0.1960926 Oct 10 12:07:40.399351 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50126) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:40.405498 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Request body: {'floatingip': {'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'port_id': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:40.430176 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.565469 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.710962 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Allocated IP 172.27.0.5 (0a524221-999e-4261-bf4d-3765ae16a434/4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd/d557d5d8-4055-4a99-b545-d362453af84d) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:40.817010 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for port (d557d5d8-4055-4a99-b545-d362453af84d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.839243 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:40.855914 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (d557d5d8-4055-4a99-b545-d362453af84d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.899667 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Network 0a524221-999e-4261-bf4d-3765ae16a434 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:40.905016 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:40.907443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:40.910729 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'Port': ['ID=d557d5d8-4055-4a99-b545-d362453af84d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:40.976864 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:41.266610 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for floatingip (ef714874-dc3d-4a12-88f8-6f31477bc0f2), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.491318 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.598086 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (d557d5d8-4055-4a99-b545-d362453af84d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.741459 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for port (d557d5d8-4055-4a99-b545-d362453af84d), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.745900 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (d557d5d8-4055-4a99-b545-d362453af84d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.814817 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event updated for resources: {'Port': ['ID=d557d5d8-4055-4a99-b545-d362453af84d,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:41.817363 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2089800'] for floatingip (ef714874-dc3d-4a12-88f8-6f31477bc0f2), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.913748 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Floating IP ef714874-dc3d-4a12-88f8-6f31477bc0f2 associated. External IP: 172.27.0.5, port: ef4352e6-9d9a-4f59-bd5f-87989e5726d5. Oct 10 12:07:41.915805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:42.120025 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:42.123105 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:42.229065 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:42.239082 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] Sync routers for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:42.248372 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.251231 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:42.251982 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:42.290426 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f31bd4ce-9c44-416f-9149-e7f1c9f1bd5d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8867612 Oct 10 12:07:42.290426 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:42.290707 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b099d4c-a23d-4f02-9454-1c3b348917f5" -d '{"events": [{"name": "network-changed", "server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:42.301132 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:42.330132 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b1260d-4b8c-4e45-bb88-1b44088e2074 x-openstack-request-id: req-33b1260d-4b8c-4e45-bb88-1b44088e2074 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:42.330526 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:42.331011 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33b1260d-4b8c-4e45-bb88-1b44088e2074 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:42.331599 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b1260d-4b8c-4e45-bb88-1b44088e2074'] response: {'name': 'network-changed', 'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'status': 'completed', 'code': 200} Oct 10 12:07:42.352201 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:42.367321 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:42.580088 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'ef714874-dc3d-4a12-88f8-6f31477bc0f2', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'port_id': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'mac_address': 'fa:16:3e:b6:51:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:41Z', 'revision_number': 0, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:57Z', 'revision_number': 5, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:42.604289 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] Checking router: e504a1fe-bf57-4fed-8cb9-e4fcaef57472 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:42.612585 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:42.613176 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:07:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:42.717486 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:42.923621 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'ef714874-dc3d-4a12-88f8-6f31477bc0f2', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'port_id': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'mac_address': 'fa:16:3e:b6:51:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:41Z', 'revision_number': 0, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:57Z', 'revision_number': 5, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:42.950960 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27dd8f-bea4-4177-b9da-068c26c862db None None] The sync data for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi is: [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': 'ef714874-dc3d-4a12-88f8-6f31477bc0f2', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'port_id': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'mac_address': 'fa:16:3e:b6:51:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:41Z', 'revision_number': 0, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:57Z', 'revision_number': 5, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:43.142922 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547b17c9-06b3-425c-9091-40b96a6d6a03 None None] New status for floating IP ef714874-dc3d-4a12-88f8-6f31477bc0f2: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:07:44.606110 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-b8516a8d-61ee-45c0-867c-016eca7d4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:44.607773 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-b8516a8d-61ee-45c0-867c-016eca7d4b05 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1130 time: 0.0394218 Oct 10 12:07:44.704485 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-51d96698-5bfb-4058-95d2-fe162812baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:44.705840 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-51d96698-5bfb-4058-95d2-fe162812baa2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 910 time: 0.0877445 Oct 10 12:07:44.770543 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-278519ec-1c05-44d2-a528-c625c04272c6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 1000 time: 0.0571787 Oct 10 12:07:44.824344 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-fe5dff1c-9c83-42bb-b2ab-2c3319458bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:44.825813 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-fe5dff1c-9c83-42bb-b2ab-2c3319458bb7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 200 len: 848 time: 0.0464585 Oct 10 12:07:44.872114 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-40372333-f822-4727-996e-d470e0642973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:44.873592 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-40372333-f822-4727-996e-d470e0642973 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=483a09a3-ddf6-44a4-84ed-29db31f2e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390918 Oct 10 12:07:44.972543 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-450628c8-818f-4f60-a2e2-6ca8583d4b5e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886967 Oct 10 12:07:45.064503 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b099d4c-a23d-4f02-9454-1c3b348917f5 req-5a69401b-b9f3-4439-8e3b-6817e8736631 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860488 Oct 10 12:07:46.686235 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:46.689323 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:51.514002 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50246) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:51.617465 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9e61c5a3-c8f4-4715-962a-39081fc1ae1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.649610 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:51.695714 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9e61c5a3-c8f4-4715-962a-39081fc1ae1d admin admin] Publish callbacks [] for security_group (048fc00c-7dac-42c1-804a-4bee6b0f8087), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.699196 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9e61c5a3-c8f4-4715-962a-39081fc1ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (048fc00c-7dac-42c1-804a-4bee6b0f8087), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.742025 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9e61c5a3-c8f4-4715-962a-39081fc1ae1d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7e8e2ba9d0dd48edb38f781d5346812c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269862 Oct 10 12:07:51.742993 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61c5a3-c8f4-4715-962a-39081fc1ae1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048fc00c-7dac-42c1-804a-4bee6b0f8087,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:51.744769 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50250) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:51.794440 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5acc6b01-a0ba-4250-840f-1b62740a6158 admin admin] Publish callbacks [] for security_group (048fc00c-7dac-42c1-804a-4bee6b0f8087), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.814318 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5acc6b01-a0ba-4250-840f-1b62740a6158 admin admin] Publish callbacks [] for security_group (048fc00c-7dac-42c1-804a-4bee6b0f8087), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.859913 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5acc6b01-a0ba-4250-840f-1b62740a6158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (048fc00c-7dac-42c1-804a-4bee6b0f8087), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.862451 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5acc6b01-a0ba-4250-840f-1b62740a6158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.863597 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-5acc6b01-a0ba-4250-840f-1b62740a6158 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/048fc00c-7dac-42c1-804a-4bee6b0f8087 HTTP/1.1" status: 204 len: 168 time: 0.1178629 Oct 10 12:07:51.871927 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc6b01-a0ba-4250-840f-1b62740a6158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048fc00c-7dac-42c1-804a-4bee6b0f8087,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:53.247115 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:53.728999 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=82 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:53.731299 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=74 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:55.627788 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f6f-a318-4b87-889a-3ca1ba90d429 req-53f92c39-e895-4ddf-b1da-1f232e77b95d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:55.629144 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-90817f6f-a318-4b87-889a-3ca1ba90d429 req-53f92c39-e895-4ddf-b1da-1f232e77b95d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 945 time: 0.0462334 Oct 10 12:07:55.677100 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-90817f6f-a318-4b87-889a-3ca1ba90d429 req-ee449983-72ad-4a64-bc25-51f9864fd1f3 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Oct 10 12:07:56.253827 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50362) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:56.356561 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-811fd747-9f72-4cc1-8d60-192a8be1fadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.437932 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-811fd747-9f72-4cc1-8d60-192a8be1fadd admin admin] Publish callbacks [] for security_group (679f968d-f950-4812-8e2a-2cb052d6c035), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.441874 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-811fd747-9f72-4cc1-8d60-192a8be1fadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (679f968d-f950-4812-8e2a-2cb052d6c035), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.483629 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-811fd747-9f72-4cc1-8d60-192a8be1fadd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3a94e4542093475b860c74410bdafb14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287371 Oct 10 12:07:56.484454 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fd747-9f72-4cc1-8d60-192a8be1fadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679f968d-f950-4812-8e2a-2cb052d6c035,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:56.486355 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50366) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:56.513947 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:56.537344 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85f4cc67-1a3a-4582-9446-d7340ac4e189 admin admin] Publish callbacks [] for security_group (679f968d-f950-4812-8e2a-2cb052d6c035), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.556915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85f4cc67-1a3a-4582-9446-d7340ac4e189 admin admin] Publish callbacks [] for security_group (679f968d-f950-4812-8e2a-2cb052d6c035), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.602507 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85f4cc67-1a3a-4582-9446-d7340ac4e189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (679f968d-f950-4812-8e2a-2cb052d6c035), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.605077 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85f4cc67-1a3a-4582-9446-d7340ac4e189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.606239 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-85f4cc67-1a3a-4582-9446-d7340ac4e189 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/679f968d-f950-4812-8e2a-2cb052d6c035 HTTP/1.1" status: 204 len: 168 time: 0.1188157 Oct 10 12:07:56.613841 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4cc67-1a3a-4582-9446-d7340ac4e189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f968d-f950-4812-8e2a-2cb052d6c035,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:56.803850 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5970b0-edb0-452e-877c-a9b45aefa0a1 req-594dda46-9feb-4084-8b7b-bc893fcebfbd tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:56.805443 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0c5970b0-edb0-452e-877c-a9b45aefa0a1 req-594dda46-9feb-4084-8b7b-bc893fcebfbd tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 945 time: 0.0514145 Oct 10 12:07:56.857059 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0c5970b0-edb0-452e-877c-a9b45aefa0a1 req-95996068-12f8-46d4-bb13-028ddbe523a7 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460212 Oct 10 12:07:56.886166 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50374) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:56.900040 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b069c857-6d8f-4696-8738-d578c0bd336b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.975507 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b069c857-6d8f-4696-8738-d578c0bd336b admin admin] Publish callbacks [] for security_group (03787081-8276-46c9-906a-19b8d63330fa), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.979134 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b069c857-6d8f-4696-8738-d578c0bd336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (03787081-8276-46c9-906a-19b8d63330fa), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.017788 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b069c857-6d8f-4696-8738-d578c0bd336b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=009236f1c3944644bac4e43b16cd5c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305978 Oct 10 12:07:57.018613 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069c857-6d8f-4696-8738-d578c0bd336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03787081-8276-46c9-906a-19b8d63330fa,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:57.020628 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50376) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:57.070156 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1aba38da-849a-45e5-b40f-9d4b71fdb6a1 admin admin] Publish callbacks [] for security_group (03787081-8276-46c9-906a-19b8d63330fa), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.089754 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1aba38da-849a-45e5-b40f-9d4b71fdb6a1 admin admin] Publish callbacks [] for security_group (03787081-8276-46c9-906a-19b8d63330fa), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.134460 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1aba38da-849a-45e5-b40f-9d4b71fdb6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (03787081-8276-46c9-906a-19b8d63330fa), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.137182 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1aba38da-849a-45e5-b40f-9d4b71fdb6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.138906 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1aba38da-849a-45e5-b40f-9d4b71fdb6a1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/03787081-8276-46c9-906a-19b8d63330fa HTTP/1.1" status: 204 len: 168 time: 0.1171803 Oct 10 12:07:57.146479 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba38da-849a-45e5-b40f-9d4b71fdb6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03787081-8276-46c9-906a-19b8d63330fa,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:57.783825 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-700b8cce-3ed3-4ac4-8b5d-c677caa85793 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:57.785245 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-700b8cce-3ed3-4ac4-8b5d-c677caa85793 tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 945 time: 0.0510275 Oct 10 12:07:57.873702 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Deleting port c9490bd5-97d9-47e7-aa61-0a0706797b45 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:07:57.874399 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.992927 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:58.005942 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391f8b-5bd5-41de-8136-14dd4724ac11 req-6cc154f2-896a-4e44-bfe2-11a56beda32a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:58.007451 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca391f8b-5bd5-41de-8136-14dd4724ac11 req-6cc154f2-896a-4e44-bfe2-11a56beda32a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 945 time: 0.0712261 Oct 10 12:07:58.009256 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] For port c9490bd5-97d9-47e7-aa61-0a0706797b45, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c9490bd5-97d9-47e7-aa61-0a0706797b45,segment=NetworkSegment(19f7a14a-27af-4a13-b8db-083b115b0eb0),segment_id=19f7a14a-27af-4a13-b8db-083b115b0eb0)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:58.009571 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.036734 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Calling delete_port for c9490bd5-97d9-47e7-aa61-0a0706797b45 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:07:58.103765 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca391f8b-5bd5-41de-8136-14dd4724ac11 req-97697636-a7b7-44bf-a8de-f0c398541ecd tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d42615d3-55d5-488c-a431-c02d7686567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861232 Oct 10 12:07:58.195874 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:58.202510 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (c9490bd5-97d9-47e7-aa61-0a0706797b45), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.234178 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Pushing event deleted for resources: {'Port': ['ID=c9490bd5-97d9-47e7-aa61-0a0706797b45,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:58.244540 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['c9490bd5-97d9-47e7-aa61-0a0706797b45'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:07:58.277839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] No DVR routers for this DVR port c9490bd5-97d9-47e7-aa61-0a0706797b45 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:07:58.280958 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.284199 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7c55751d-37c9-4781-803e-07f78e9e9095 req-58be415e-ba39-4c3f-9ced-482abdaef53a tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.58 "DELETE /networking/v2.0/ports/c9490bd5-97d9-47e7-aa61-0a0706797b45 HTTP/1.1" status: 204 len: 173 time: 0.4928071 Oct 10 12:07:58.284691 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa66ebde-6b02-4f5d-b8a5-acc9daf624a1', 'name': 'network-vif-deleted', 'tag': 'c9490bd5-97d9-47e7-aa61-0a0706797b45'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:58.287358 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eaaf9e-1d20-4f4a-b623-097bceb417d7" -d '{"events": [{"server_uuid": "aa66ebde-6b02-4f5d-b8a5-acc9daf624a1", "name": "network-vif-deleted", "tag": "c9490bd5-97d9-47e7-aa61-0a0706797b45"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:58.328186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b088a76-2254-4ebd-b17c-88a511220b61 x-openstack-request-id: req-0b088a76-2254-4ebd-b17c-88a511220b61 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:58.328505 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa66ebde-6b02-4f5d-b8a5-acc9daf624a1", "name": "network-vif-deleted", "tag": "c9490bd5-97d9-47e7-aa61-0a0706797b45", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:58.328759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b088a76-2254-4ebd-b17c-88a511220b61 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:58.329235 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b088a76-2254-4ebd-b17c-88a511220b61'] response: {'server_uuid': 'aa66ebde-6b02-4f5d-b8a5-acc9daf624a1', 'name': 'network-vif-deleted', 'tag': 'c9490bd5-97d9-47e7-aa61-0a0706797b45', 'status': 'completed', 'code': 200} Oct 10 12:07:58.685346 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a9e6d572-5c35-4b48-8984-030c7d7c2cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.226263 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b82d1eb5-ba45-4dbd-8414-e22c9bbbf56a req-4caeb97e-cd27-4ef5-ae79-66a026316c3d tempest-VolumesSnapshotTestJSON-1021339458 tempest-VolumesSnapshotTestJSON-1021339458-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aa66ebde-6b02-4f5d-b8a5-acc9daf624a1 HTTP/1.1" status: 200 len: 210 time: 0.0340638 Oct 10 12:08:00.922611 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-14e49c8b-ad63-4d12-a0a2-f36b748e89b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.880189 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device c9490bd5-97d9-47e7-aa61-0a0706797b45 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:08:01.898950 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: c9490bd5-97d9-47e7-aa61-0a0706797b45 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:08:01.899293 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device c9490bd5-97d9-47e7-aa61-0a0706797b45 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:08:01.962398 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.180647 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50494) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:02.286732 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e154ca1-835f-4092-af3c-018b0c237aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.359721 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e154ca1-835f-4092-af3c-018b0c237aa6 admin admin] Publish callbacks [] for security_group (aed47ef0-4c95-4557-bfba-4e2a0da17d25), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.363149 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e154ca1-835f-4092-af3c-018b0c237aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (aed47ef0-4c95-4557-bfba-4e2a0da17d25), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.402175 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1e154ca1-835f-4092-af3c-018b0c237aa6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e22ac0cf058c4350ba9e4f95d1cb0e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204719 Oct 10 12:08:02.404774 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e154ca1-835f-4092-af3c-018b0c237aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed47ef0-4c95-4557-bfba-4e2a0da17d25,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:02.405690 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50498) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:02.455254 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46dd04f1-bb0f-412f-baad-be1d0862cab6 admin admin] Publish callbacks [] for security_group (aed47ef0-4c95-4557-bfba-4e2a0da17d25), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.475261 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46dd04f1-bb0f-412f-baad-be1d0862cab6 admin admin] Publish callbacks [] for security_group (aed47ef0-4c95-4557-bfba-4e2a0da17d25), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.522959 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46dd04f1-bb0f-412f-baad-be1d0862cab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (aed47ef0-4c95-4557-bfba-4e2a0da17d25), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.525638 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46dd04f1-bb0f-412f-baad-be1d0862cab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.526778 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-46dd04f1-bb0f-412f-baad-be1d0862cab6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aed47ef0-4c95-4557-bfba-4e2a0da17d25 HTTP/1.1" status: 204 len: 168 time: 0.1200249 Oct 10 12:08:02.534695 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd04f1-bb0f-412f-baad-be1d0862cab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed47ef0-4c95-4557-bfba-4e2a0da17d25,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:02.779486 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50504) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:02.793264 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2433c180-23db-498d-81a4-8929d71d9509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.840864 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:02.852833 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:02.875031 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2433c180-23db-498d-81a4-8929d71d9509 admin admin] Publish callbacks [] for security_group (9954414f-712a-4d85-8f7b-89f1bfc12fda), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.879202 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2433c180-23db-498d-81a4-8929d71d9509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9954414f-712a-4d85-8f7b-89f1bfc12fda), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.917420 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2433c180-23db-498d-81a4-8929d71d9509 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0083991bbcfe49c89a5a28b898dcc1bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368189 Oct 10 12:08:02.919910 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433c180-23db-498d-81a4-8929d71d9509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9954414f-712a-4d85-8f7b-89f1bfc12fda,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:02.920672 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50510) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:02.969829 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-134b6f74-b2ad-4e9c-8e85-0d26f099ac12 admin admin] Publish callbacks [] for security_group (9954414f-712a-4d85-8f7b-89f1bfc12fda), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.989906 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-134b6f74-b2ad-4e9c-8e85-0d26f099ac12 admin admin] Publish callbacks [] for security_group (9954414f-712a-4d85-8f7b-89f1bfc12fda), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.036692 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-134b6f74-b2ad-4e9c-8e85-0d26f099ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9954414f-712a-4d85-8f7b-89f1bfc12fda), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.039246 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-134b6f74-b2ad-4e9c-8e85-0d26f099ac12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.040397 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-134b6f74-b2ad-4e9c-8e85-0d26f099ac12 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9954414f-712a-4d85-8f7b-89f1bfc12fda HTTP/1.1" status: 204 len: 168 time: 0.1184866 Oct 10 12:08:03.048919 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b6f74-b2ad-4e9c-8e85-0d26f099ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9954414f-712a-4d85-8f7b-89f1bfc12fda,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:03.676350 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.734355 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.090937 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50546) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:04.195073 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b6e91570-c449-4764-b6e6-b3286fb237d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.273733 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b6e91570-c449-4764-b6e6-b3286fb237d0 admin admin] Publish callbacks [] for security_group (616b227d-2271-4573-90c6-23bcd9fb9aa6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.277405 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b6e91570-c449-4764-b6e6-b3286fb237d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (616b227d-2271-4573-90c6-23bcd9fb9aa6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.315212 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b6e91570-c449-4764-b6e6-b3286fb237d0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0ba1290b40b64ac79575ef693ad39dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232215 Oct 10 12:08:04.317138 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e91570-c449-4764-b6e6-b3286fb237d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616b227d-2271-4573-90c6-23bcd9fb9aa6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:04.317972 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50550) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:04.366750 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d4fd-bfb4-42be-8164-d59099b95082 admin admin] Publish callbacks [] for security_group (616b227d-2271-4573-90c6-23bcd9fb9aa6), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.386867 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d4fd-bfb4-42be-8164-d59099b95082 admin admin] Publish callbacks [] for security_group (616b227d-2271-4573-90c6-23bcd9fb9aa6), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.432137 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d4fd-bfb4-42be-8164-d59099b95082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (616b227d-2271-4573-90c6-23bcd9fb9aa6), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.435295 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d4fd-bfb4-42be-8164-d59099b95082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.436448 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1bd5d4fd-bfb4-42be-8164-d59099b95082 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/616b227d-2271-4573-90c6-23bcd9fb9aa6 HTTP/1.1" status: 204 len: 168 time: 0.1175044 Oct 10 12:08:04.443980 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5d4fd-bfb4-42be-8164-d59099b95082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b227d-2271-4573-90c6-23bcd9fb9aa6,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:05.058096 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50574) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:05.155755 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.v2.base [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1093124554-network', 'tenant_id': '38aeafae184a4a35859c9e11d25e2aff'}} {{(pid=106262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:05.178326 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Made reservation on behalf of 38aeafae184a4a35859c9e11d25e2aff for: {'network': 1} {{(pid=106262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:05.180632 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for network (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.407279 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.481572 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Publish callbacks [] for security_group (9471d8bb-bb6f-49af-88fe-65d7b8b2fa61), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.485195 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9471d8bb-bb6f-49af-88fe-65d7b8b2fa61), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.509941 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=106262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:08:05.520909 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:05.525918 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.526262 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.segments_db [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Added segment 748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d of type vlan for network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 Oct 10 12:08:05.565363 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765381016531'] for network (679c2eaa-80b6-40c1-a8eb-e8ad03f5e868), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.589982 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710'] for network (679c2eaa-80b6-40c1-a8eb-e8ad03f5e868), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.591291 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:05.591877 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.645697 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5865400 Oct 10 12:08:05.648756 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50578) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:05.653754 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Request body: {'subnet': {'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1093124554-subnet', 'tenant_id': '38aeafae184a4a35859c9e11d25e2aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:05.656508 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcccb4-cc7e-4979-9942-14053e58ab7f admin admin] Pushing event updated for resources: {'Network': ['ID=679c2eaa-80b6-40c1-a8eb-e8ad03f5e868,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:05.657283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:05.668125 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 details requested by agent ovs-agent-dv-cinder-850618-4-iscsi with host dv-cinder-850618-4-iscsi {{(pid=106263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:08:05.676086 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Made reservation on behalf of 38aeafae184a4a35859c9e11d25e2aff for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:05.678537 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3402706'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.843727 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3402688'] for subnet (c7147147-dda4-486a-960d-8f0235708590), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.898125 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7147147-dda4-486a-960d-8f0235708590,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:05.909107 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Checking segment: {'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:05.909403 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Network hostable DHCP agents. Network: 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868, hostable agents: ['7ae55abe-9ec5-4309-a2a7-5d2875e85fc9'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:08:05.927723 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 is scheduled to be hosted by DHCP agent 7ae55abe-9ec5-4309-a2a7-5d2875e85fc9 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:08:05.930817 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:05.939399 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-4-iscsi, 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:05.944254 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:05.944644 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.948283 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dee2ad-0bf8-4554-b6a3-776814dfad8f None None] Network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:08:05.963232 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9cf5205e-6d7c-4588-83dc-3d32effb9046 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3133416 Oct 10 12:08:05.993042 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:06.055767 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad33448-3d33-44f9-843d-8b964358a191 None None] Network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:08:07.764241 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-c7baae40-ce05-432e-8467-2624bb9f3650 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:07.765795 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-c7baae40-ce05-432e-8467-2624bb9f3650 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/networks?id=679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 HTTP/1.1" status: 200 len: 809 time: 0.1096764 Oct 10 12:08:07.780719 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-84d1433c-12f5-4aa3-8883-960b55dc0a1e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/quotas/38aeafae184a4a35859c9e11d25e2aff HTTP/1.1" status: 200 len: 375 time: 0.0090427 Oct 10 12:08:07.812658 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-8ec3363d-bad5-460e-a400-7b7ee6a91877 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=38aeafae184a4a35859c9e11d25e2aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269783 Oct 10 12:08:07.906390 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-ee211a39-26a2-4106-8718-52fac78ffc77 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863180 Oct 10 12:08:07.994425 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-7115e107-b701-4b6d-a6c7-8e0c513ba701 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823772 Oct 10 12:08:08.152012 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f6dce530-d1ed-4c44-91be-c31ade396242 req-9fa90e30-9ac8-4c1d-9255-db9a756a3efd tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 210 time: 0.0270004 Oct 10 12:08:09.125960 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:09.126775 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:09.276257 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc1dc614-fb2d-4056-8606-65e298e3c063 req-4585f162-c7fb-49dc-bc7c-0a774c5eda36 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 210 time: 0.0425224 Oct 10 12:08:09.370533 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-d988c061-76e1-4172-88d2-8b1595b252e6 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:09.373483 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-d988c061-76e1-4172-88d2-8b1595b252e6 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.58 "GET /networking/v2.0/networks?id=679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 HTTP/1.1" status: 200 len: 809 time: 0.1065683 Oct 10 12:08:09.402871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Request body: {'port': {'device_id': 'dc68470f-7631-4dcb-8477-96f5bac19e56', 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868', 'admin_state_up': True, 'tenant_id': '38aeafae184a4a35859c9e11d25e2aff'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:09.479860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:09.515677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Made reservation on behalf of 38aeafae184a4a35859c9e11d25e2aff for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:09.519368 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.640544 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Allocated IP 172.20.0.9 (679c2eaa-80b6-40c1-a8eb-e8ad03f5e868/c7147147-dda4-486a-960d-8f0235708590/a2f2cc51-dde0-4b68-8a46-13b7a3b6e940) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:09.788313 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks [] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.792004 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:09.822253 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.868767 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:09.872012 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:09.875893 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:09.900973 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Pushing event updated for resources: {'Port': ['ID=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:09.928328 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:09.928937 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.946868 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-770d6513-aab9-41eb-90d6-3f65c48a3b3a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477757 Oct 10 12:08:09.964375 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Request body: {'port': {'device_id': 'dc68470f-7631-4dcb-8477-96f5bac19e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:10.025855 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.224591 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:10.281074 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:10.288339 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Publish callbacks [] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.301337 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Transition to ACTIVE for port object a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:08:10.304733 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.412258 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Pushing event updated for resources: {'Port': ['ID=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:10.436909 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fcc4e-8da2-4da2-b4ec-6d9c57d82bbc req-9daed309-ca3a-458a-85b4-3bdf6c623236 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:10.438289 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-439fcc4e-8da2-4da2-b4ec-6d9c57d82bbc req-9daed309-ca3a-458a-85b4-3bdf6c623236 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 943 time: 0.0798199 Oct 10 12:08:10.464807 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Attempting to bind port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:10.465693 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Attempting to bind port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:10.466018 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Attempting to bind port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 on network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:10.523168 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-439fcc4e-8da2-4da2-b4ec-6d9c57d82bbc req-63c8d685-2e90-4011-bf81-5e05854d329a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783629 Oct 10 12:08:10.528775 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 on network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:08:10.529100 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Attempting to bind port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 on network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:10.569664 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:10.569998 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Checking segment: {'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:10.570381 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Bound using segment: {'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:10.570812 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Bound port: a2f2cc51-dde0-4b68-8a46-13b7a3b6e940, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:10.571216 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.604745 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:10.635546 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] For port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:10.639066 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] For port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:10.644288 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.648228 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:10.648839 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.650185 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 HTTP/1.1" status: 200 len: 1093 time: 0.6899116 Oct 10 12:08:10.650729 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc68470f-7631-4dcb-8477-96f5bac19e56', 'tag': 'a2f2cc51-dde0-4b68-8a46-13b7a3b6e940'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:10.653581 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697da903-810b-474f-9fbb-e7a767728eea" -d '{"events": [{"name": "network-changed", "server_uuid": "dc68470f-7631-4dcb-8477-96f5bac19e56", "tag": "a2f2cc51-dde0-4b68-8a46-13b7a3b6e940"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:10.691627 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ed7973-964c-440b-b710-f1537c02a255 x-openstack-request-id: req-b1ed7973-964c-440b-b710-f1537c02a255 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:10.691922 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc68470f-7631-4dcb-8477-96f5bac19e56", "tag": "a2f2cc51-dde0-4b68-8a46-13b7a3b6e940", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:10.692175 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1ed7973-964c-440b-b710-f1537c02a255 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:10.692609 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ed7973-964c-440b-b710-f1537c02a255'] response: {'name': 'network-changed', 'server_uuid': 'dc68470f-7631-4dcb-8477-96f5bac19e56', 'tag': 'a2f2cc51-dde0-4b68-8a46-13b7a3b6e940', 'status': 'completed', 'code': 200} Oct 10 12:08:10.704720 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdb757-fe8a-48b3-80e6-082f385128dd service neutron] Pushing event updated for resources: {'Port': ['ID=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:11.643981 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b04238-b459-48e8-a8c4-81f4fd785746 req-b43df96d-bedf-4c55-ac95-7b19968d26f7 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:11.645414 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-37b04238-b459-48e8-a8c4-81f4fd785746 req-b43df96d-bedf-4c55-ac95-7b19968d26f7 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 943 time: 0.0463028 Oct 10 12:08:11.691266 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-37b04238-b459-48e8-a8c4-81f4fd785746 req-42ac14ce-9ed6-4b8e-b6d0-7881df585774 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Oct 10 12:08:12.090728 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:08:12.812895 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70c950-5686-4ccb-958f-5bade43172ac req-b4a3199b-e1c5-4230-9be8-ea10c4e67adf tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:12.814324 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e70c950-5686-4ccb-958f-5bade43172ac req-b4a3199b-e1c5-4230-9be8-ea10c4e67adf tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 943 time: 0.0488546 Oct 10 12:08:12.859680 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e70c950-5686-4ccb-958f-5bade43172ac req-84cdc2ba-be91-4ac3-bb10-a10aa8095746 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Oct 10 12:08:12.936447 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:13.041122 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da903-810b-474f-9fbb-e7a767728eea req-9044caa9-bbac-45f4-85ca-e0474e0d4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:13.042516 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-697da903-810b-474f-9fbb-e7a767728eea req-9044caa9-bbac-45f4-85ca-e0474e0d4605 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=38aeafae184a4a35859c9e11d25e2aff&device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 1127 time: 0.0388196 Oct 10 12:08:13.484816 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da903-810b-474f-9fbb-e7a767728eea req-6bbf5046-c848-4465-a9fc-7e4bcf1c97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:13.486252 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-697da903-810b-474f-9fbb-e7a767728eea req-6bbf5046-c848-4465-a9fc-7e4bcf1c97b3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=38aeafae184a4a35859c9e11d25e2aff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0955806 Oct 10 12:08:13.558332 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:13.580003 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697da903-810b-474f-9fbb-e7a767728eea req-bab936d1-8bde-46ff-b079-1fd900923c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:13.581430 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-697da903-810b-474f-9fbb-e7a767728eea req-bab936d1-8bde-46ff-b079-1fd900923c19 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881667 Oct 10 12:08:13.686616 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-0b18e96f-42ab-402d-b772-faa4167261ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:13.688078 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-0b18e96f-42ab-402d-b772-faa4167261ce service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=38aeafae184a4a35859c9e11d25e2aff&device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 1127 time: 0.0420883 Oct 10 12:08:13.735437 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-4e9de773-a636-46c9-a9ac-1cb2d4bfc872 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 HTTP/1.1" status: 200 len: 217 time: 0.0316720 Oct 10 12:08:13.784107 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-40fc40a1-60b3-47a3-a9ba-1ed368cbcc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:13.785470 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-40fc40a1-60b3-47a3-a9ba-1ed368cbcc99 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c7147147-dda4-486a-960d-8f0235708590 HTTP/1.1" status: 200 len: 849 time: 0.0426548 Oct 10 12:08:13.817519 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-30c5cac9-7cc9-41ab-a2cc-f65aa76234dc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=679c2eaa-80b6-40c1-a8eb-e8ad03f5e868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248709 Oct 10 12:08:13.909710 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-1ef42f01-0281-4895-ad28-14883c308e9b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841646 Oct 10 12:08:14.016000 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a32da-822c-4331-a572-2d9428aa9a1b req-1314b09c-ba94-425d-8787-25d719ea9d8a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:14.017357 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef4a32da-822c-4331-a572-2d9428aa9a1b req-1314b09c-ba94-425d-8787-25d719ea9d8a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 943 time: 0.0821846 Oct 10 12:08:14.054074 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8b05afab-3a22-48b7-88b4-e4eaa35ceb87 req-9c2d1d97-5e30-483e-8fb5-e331b5b2afba service neutron] 10.222.0.58 "GET /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379764 Oct 10 12:08:14.079883 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ef4a32da-822c-4331-a572-2d9428aa9a1b req-a7ffa310-24f6-46d3-8628-c15a4c9841a1 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Oct 10 12:08:15.206253 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead54ea-17bf-4cb2-84ba-070da01b6a99 req-0b6c5f34-266d-4f56-9bc7-e179c5c518dc tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:15.207745 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cead54ea-17bf-4cb2-84ba-070da01b6a99 req-0b6c5f34-266d-4f56-9bc7-e179c5c518dc tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 943 time: 0.0462525 Oct 10 12:08:15.238379 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:15.259476 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cead54ea-17bf-4cb2-84ba-070da01b6a99 req-2b699c7a-d177-4317-ad6a-e650b31b48f6 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463052 Oct 10 12:08:15.643055 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=53,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:15.654792 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:16.377417 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b105-b1f9-402f-90e4-a67d89cc5a10 req-681ab1a4-3a56-46ab-9580-fd814cff7323 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:16.378902 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a82b105-b1f9-402f-90e4-a67d89cc5a10 req-681ab1a4-3a56-46ab-9580-fd814cff7323 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 943 time: 0.0464828 Oct 10 12:08:16.428319 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a82b105-b1f9-402f-90e4-a67d89cc5a10 req-5214554c-1d82-4b13-8a65-62f08d4828c2 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Oct 10 12:08:16.939209 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:08:17.042104 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:17.053628 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'a2f2cc51-dde0-4b68-8a46-13b7a3b6e940', 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868', 'port_id': 'a2f2cc51-dde0-4b68-8a46-13b7a3b6e940', 'mac_address': 'fa:16:3e:26:39:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7147147-dda4-486a-960d-8f0235708590', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:08:17.090563 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:17.090962 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.103306 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:17.122532 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:17.126615 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.169554 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:17.177289 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.177633 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.177973 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.178307 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.178635 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.178993 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.179316 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.179642 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.179958 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.180277 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.180595 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.180914 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.181229 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.181545 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.181857 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:17.473077 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['a2f2cc51-dde0-4b68-8a46-13b7a3b6e940'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:17.551495 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc67487-2135-4b71-8821-0a3afad6a5bd req-3887c96a-3596-4a8d-8740-4d67cc35324e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:17.553080 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cbc67487-2135-4b71-8821-0a3afad6a5bd req-3887c96a-3596-4a8d-8740-4d67cc35324e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 944 time: 0.0474350 Oct 10 12:08:17.578850 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:17.601216 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cbc67487-2135-4b71-8821-0a3afad6a5bd req-1ba76be2-153c-458b-804d-00e99a9bc926 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Oct 10 12:08:18.959452 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:18.986490 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c16f9f-0742-44ea-897e-f852e8a3ad3a req-92d43a5e-5e84-4902-9955-6ad175240c8a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:18.988239 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46c16f9f-0742-44ea-897e-f852e8a3ad3a req-92d43a5e-5e84-4902-9955-6ad175240c8a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 944 time: 0.3131948 Oct 10 12:08:19.005869 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:08:19.013249 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:19.013661 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.015520 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 Oct 10 12:08:19.045164 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46c16f9f-0742-44ea-897e-f852e8a3ad3a req-69d16a17-e874-41e8-aad1-64ac9bf4c4d6 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Oct 10 12:08:19.095346 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:19.095726 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.117950 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc68470f-7631-4dcb-8477-96f5bac19e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f2cc51-dde0-4b68-8a46-13b7a3b6e940'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:19.120127 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516bf943-cc4f-44e9-b205-13b467603597" -d '{"events": [{"server_uuid": "dc68470f-7631-4dcb-8477-96f5bac19e56", "name": "network-vif-plugged", "status": "completed", "tag": "a2f2cc51-dde0-4b68-8a46-13b7a3b6e940"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:19.132906 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:19.137401 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.162425 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8373a309-5896-4950-bd30-437bf1bcf405 x-openstack-request-id: req-8373a309-5896-4950-bd30-437bf1bcf405 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:19.162719 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc68470f-7631-4dcb-8477-96f5bac19e56", "name": "network-vif-plugged", "status": "completed", "tag": "a2f2cc51-dde0-4b68-8a46-13b7a3b6e940", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:19.163059 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8373a309-5896-4950-bd30-437bf1bcf405 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:19.163453 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8373a309-5896-4950-bd30-437bf1bcf405'] response: {'server_uuid': 'dc68470f-7631-4dcb-8477-96f5bac19e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f2cc51-dde0-4b68-8a46-13b7a3b6e940', 'code': 200} Oct 10 12:08:19.188667 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:19.372067 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62179a-6c5f-4708-80dc-b716cd6f4ea2 req-e8eb0dab-24ab-4164-8351-25b9b2ba8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:19.373370 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4c62179a-6c5f-4708-80dc-b716cd6f4ea2 req-e8eb0dab-24ab-4164-8351-25b9b2ba8ecd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 1129 time: 0.0368557 Oct 10 12:08:19.418957 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4c62179a-6c5f-4708-80dc-b716cd6f4ea2 req-465eb0b6-c9e6-4ecd-ab5d-83772ca3f20d service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 Oct 10 12:08:20.172168 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b5d68-69e4-449e-973d-7eba824cbefe req-b7550ee6-8093-498f-86da-d9fb640fa43d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:20.174599 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-304b5d68-69e4-449e-973d-7eba824cbefe req-b7550ee6-8093-498f-86da-d9fb640fa43d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 945 time: 0.0479436 Oct 10 12:08:20.223533 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-304b5d68-69e4-449e-973d-7eba824cbefe req-a0acc978-2918-4e3f-9b68-901c974be025 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441821 Oct 10 12:08:21.347632 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e3112-af1d-4f43-90db-f47bd317ee3b req-cd5272f9-55ac-4f34-9e43-889f1a879d2e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:21.349153 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f9e3112-af1d-4f43-90db-f47bd317ee3b req-cd5272f9-55ac-4f34-9e43-889f1a879d2e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Oct 10 12:08:21.384578 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:21.397425 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f9e3112-af1d-4f43-90db-f47bd317ee3b req-8399a92c-1717-4520-b191-85f46bacfa2e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Oct 10 12:08:22.087866 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:22.283245 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd39441-dc1d-4454-8619-c241d6aba863 req-ae0f6960-baed-46b2-bfd8-a0b0def8d5a9 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:22.284627 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bfd39441-dc1d-4454-8619-c241d6aba863 req-ae0f6960-baed-46b2-bfd8-a0b0def8d5a9 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 945 time: 0.0470574 Oct 10 12:08:22.331490 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bfd39441-dc1d-4454-8619-c241d6aba863 req-31d7d818-3b56-4596-8a0e-5d53d2e1f783 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Oct 10 12:08:23.458041 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7c9ce-0bd5-472b-b8fa-db90b7d05706 req-fd92fccc-33aa-4675-9e35-95603d3e55f3 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:23.459492 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fcb7c9ce-0bd5-472b-b8fa-db90b7d05706 req-fd92fccc-33aa-4675-9e35-95603d3e55f3 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 945 time: 0.0499041 Oct 10 12:08:23.505108 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fcb7c9ce-0bd5-472b-b8fa-db90b7d05706 req-0ac8f68f-2a42-421e-86bc-c629a2ee6638 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400338 Oct 10 12:08:23.675338 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:23.790443 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50774) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:23.834371 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Deleting subnet 85861d96-d30f-4420-9946-b62854f0daa9 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:08:23.837456 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Publish callbacks [] for subnet (85861d96-d30f-4420-9946-b62854f0daa9), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:23.872761 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (85861d96-d30f-4420-9946-b62854f0daa9), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:23.914504 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (85861d96-d30f-4420-9946-b62854f0daa9), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:23.965902 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:23.991650 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-140117d3-b03a-40c6-9a5a-391b8dd47b7d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:23.993057 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-140117d3-b03a-40c6-9a5a-391b8dd47b7d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 945 time: 0.0598531 Oct 10 12:08:24.027519 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (85861d96-d30f-4420-9946-b62854f0daa9), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.063469 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85861d96-d30f-4420-9946-b62854f0daa9,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:24.068063 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.071105 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/85861d96-d30f-4420-9946-b62854f0daa9 HTTP/1.1" status: 204 len: 168 time: 0.2796116 Oct 10 12:08:24.073794 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50776) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:24.085308 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.085659 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.085995 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.086328 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.086687 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.087039 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.087364 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.087683 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.088001 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.088319 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.088639 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.088956 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.089277 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.089600 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.089901 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f227bc1-f1a7-4ecf-afdd-1185d92d055f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.126757 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Deleting port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:08:24.127126 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.143132 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (b924ba9b-07bb-4c95-8c7c-b804d947af19), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.216921 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] For port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:24.217285 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.222252 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (b924ba9b-07bb-4c95-8c7c-b804d947af19), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.235903 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Calling delete_port for a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:08:24.243619 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b924ba9b-07bb-4c95-8c7c-b804d947af19']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:24.252636 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f7a14a-27af-4a13-b8db-083b115b0eb0') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:24.252922 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f7a14a-27af-4a13-b8db-083b115b0eb0') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:24.262285 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (19f7a14a-27af-4a13-b8db-083b115b0eb0), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.275258 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (19f7a14a-27af-4a13-b8db-083b115b0eb0), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.281856 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:08:24.282233 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (19f7a14a-27af-4a13-b8db-083b115b0eb0), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.324919 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 19f7a14a-27af-4a13-b8db-083b115b0eb0 resource provider aggregate not found Oct 10 12:08:24.345018 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 19f7a14a-27af-4a13-b8db-083b115b0eb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19f7a14a-27af-4a13-b8db-083b115b0eb0 found for delete ", "request_id": "req-4aa7b78f-e010-437d-a8b3-333d95b8a894"}]} Oct 10 12:08:24.348801 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (b924ba9b-07bb-4c95-8c7c-b804d947af19), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.354596 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.359339 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b924ba9b-07bb-4c95-8c7c-b804d947af19 HTTP/1.1" status: 204 len: 168 time: 0.2844601 Oct 10 12:08:24.369558 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (a2f2cc51-dde0-4b68-8a46-13b7a3b6e940), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.372562 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Pushing event deleted for resources: {'Network': ['ID=b924ba9b-07bb-4c95-8c7c-b804d947af19,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:24.381192 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.381536 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.381878 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.382246 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.382531 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.383813 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.383813 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.383813 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.383813 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.384200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.384544 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.384873 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.385266 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.385509 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.385860 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063ca08-4f65-4e3d-80aa-a04bd0f2bd87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:24.401215 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Pushing event deleted for resources: {'Port': ['ID=a2f2cc51-dde0-4b68-8a46-13b7a3b6e940,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:24.404399 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['a2f2cc51-dde0-4b68-8a46-13b7a3b6e940'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:24.448467 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] No DVR routers for this DVR port a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:08:24.451084 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.455364 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-336c2625-7d05-40f5-8d57-e5d135445b69 req-20a76b35-97ee-4b23-8514-6e3030d52651 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.58 "DELETE /networking/v2.0/ports/a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 HTTP/1.1" status: 204 len: 173 time: 0.4549930 Oct 10 12:08:24.455897 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc68470f-7631-4dcb-8477-96f5bac19e56', 'name': 'network-vif-deleted', 'tag': 'a2f2cc51-dde0-4b68-8a46-13b7a3b6e940'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:24.458244 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7732dd-5ba3-4c1c-99b6-68d404160c7a" -d '{"events": [{"server_uuid": "dc68470f-7631-4dcb-8477-96f5bac19e56", "name": "network-vif-deleted", "tag": "a2f2cc51-dde0-4b68-8a46-13b7a3b6e940"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:24.508784 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451ee7af-d429-4264-910e-79ee261a4529 x-openstack-request-id: req-451ee7af-d429-4264-910e-79ee261a4529 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:24.509074 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc68470f-7631-4dcb-8477-96f5bac19e56", "name": "network-vif-deleted", "tag": "a2f2cc51-dde0-4b68-8a46-13b7a3b6e940", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:24.509331 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-451ee7af-d429-4264-910e-79ee261a4529 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:24.509731 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451ee7af-d429-4264-910e-79ee261a4529'] response: {'server_uuid': 'dc68470f-7631-4dcb-8477-96f5bac19e56', 'name': 'network-vif-deleted', 'tag': 'a2f2cc51-dde0-4b68-8a46-13b7a3b6e940', 'status': 'completed', 'code': 200} Oct 10 12:08:24.514054 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 50786) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:24.527863 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:24.572425 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 50790) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:24.579757 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b6d2cec8-666a-4507-9cdd-839ef1022aae admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0223b57233664d0785c96ec98335e307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638173 Oct 10 12:08:24.614771 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2e567a57-7fd6-4188-aa3d-03ca50e3aa2e req-878d5a05-88da-4758-84de-bf231b01e49b tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dc68470f-7631-4dcb-8477-96f5bac19e56 HTTP/1.1" status: 200 len: 210 time: 0.0294013 Oct 10 12:08:24.627349 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2acb6213-f97a-4262-9c3e-c5e9f114519f admin admin] Publish callbacks [] for security_group (d42615d3-55d5-488c-a431-c02d7686567c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.648050 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2acb6213-f97a-4262-9c3e-c5e9f114519f admin admin] Publish callbacks [] for security_group (d42615d3-55d5-488c-a431-c02d7686567c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.697008 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2acb6213-f97a-4262-9c3e-c5e9f114519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d42615d3-55d5-488c-a431-c02d7686567c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.699587 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2acb6213-f97a-4262-9c3e-c5e9f114519f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.700767 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-2acb6213-f97a-4262-9c3e-c5e9f114519f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d42615d3-55d5-488c-a431-c02d7686567c HTTP/1.1" status: 204 len: 168 time: 0.1273446 Oct 10 12:08:24.712144 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb6213-f97a-4262-9c3e-c5e9f114519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42615d3-55d5-488c-a431-c02d7686567c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:25.987484 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-abe315b0-924b-4e74-b310-05b663afadc2 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:25.988846 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-abe315b0-924b-4e74-b310-05b663afadc2 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/networks?id=679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 HTTP/1.1" status: 200 len: 809 time: 0.1041174 Oct 10 12:08:26.003334 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-92ea3137-2ffd-44de-9e59-c81f2cb6a58a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/quotas/38aeafae184a4a35859c9e11d25e2aff HTTP/1.1" status: 200 len: 375 time: 0.0091476 Oct 10 12:08:26.035271 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-ad14395a-b15d-405b-9647-c1b6cf246dba tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=38aeafae184a4a35859c9e11d25e2aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271993 Oct 10 12:08:26.127556 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-080dfec6-796d-444b-818a-5508819bdcd3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859871 Oct 10 12:08:26.216962 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-4d8a27ac-6d95-4410-83ca-4a10431cc785 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837359 Oct 10 12:08:26.376375 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-122cb9c2-9fa1-4efb-a182-b44ea047c79c req-c1bdfef8-8986-4730-a762-68d15a5f907d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 210 time: 0.0282469 Oct 10 12:08:27.520955 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7905d28c-1c9b-4904-ab0e-8d328f4e2ecf req-0208ca3c-aafe-43b9-82fd-e555e2afb60a tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 210 time: 0.0567524 Oct 10 12:08:27.538918 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:27.571405 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-992303bc-bfb2-4441-90bb-1dcb165816fd tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:27.572831 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-992303bc-bfb2-4441-90bb-1dcb165816fd tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.58 "GET /networking/v2.0/networks?id=679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 HTTP/1.1" status: 200 len: 809 time: 0.1331716 Oct 10 12:08:27.592943 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Request body: {'port': {'device_id': 'd30f4245-aa7f-4532-bf5e-9331d456b0fe', 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868', 'admin_state_up': True, 'tenant_id': '38aeafae184a4a35859c9e11d25e2aff'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:27.704235 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Made reservation on behalf of 38aeafae184a4a35859c9e11d25e2aff for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:27.708051 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:27.836000 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Allocated IP 172.20.0.8 (679c2eaa-80b6-40c1-a8eb-e8ad03f5e868/c7147147-dda4-486a-960d-8f0235708590/662103e8-589c-4152-abbe-b81cd364041e) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:27.981038 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks [] for port (662103e8-589c-4152-abbe-b81cd364041e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:27.984057 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:28.014270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765381032430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (662103e8-589c-4152-abbe-b81cd364041e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.061392 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:28.064534 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:28.068313 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:28.074195 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Pushing event updated for resources: {'Port': ['ID=662103e8-589c-4152-abbe-b81cd364041e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:28.118382 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.118997 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.133817 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-f91be20d-8c4b-495e-8d69-7a191992709c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445430 Oct 10 12:08:28.150675 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Request body: {'port': {'device_id': 'd30f4245-aa7f-4532-bf5e-9331d456b0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:28.210648 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (662103e8-589c-4152-abbe-b81cd364041e), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.372836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:28.460770 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662103e8-589c-4152-abbe-b81cd364041e {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:28.468640 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Publish callbacks [] for port (662103e8-589c-4152-abbe-b81cd364041e), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.480692 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Transition to ACTIVE for port object 662103e8-589c-4152-abbe-b81cd364041e will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:08:28.484526 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (662103e8-589c-4152-abbe-b81cd364041e), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.541015 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Pushing event updated for resources: {'Port': ['ID=662103e8-589c-4152-abbe-b81cd364041e,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:28.596344 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Attempting to bind port 662103e8-589c-4152-abbe-b81cd364041e on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:28.596683 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Attempting to bind port 662103e8-589c-4152-abbe-b81cd364041e by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:28.597015 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Attempting to bind port 662103e8-589c-4152-abbe-b81cd364041e on network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:28.672792 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a32ed-6f40-4187-9cbb-07601e7ca742 req-5297bb71-2253-426b-9bd2-4293bf84717b tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.674118 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-621a32ed-6f40-4187-9cbb-07601e7ca742 req-5297bb71-2253-426b-9bd2-4293bf84717b tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 943 time: 0.0575814 Oct 10 12:08:28.676084 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Port 662103e8-589c-4152-abbe-b81cd364041e on network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:08:28.676403 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Attempting to bind port 662103e8-589c-4152-abbe-b81cd364041e on network 679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:28.689392 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5bc4a569-281c-418f-a1fe-5e3f85394587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.744708 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:28.757864 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-621a32ed-6f40-4187-9cbb-07601e7ca742 req-9889cbe9-1e70-4091-b278-9a204470096e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779192 Oct 10 12:08:28.759185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Checking agent: {'id': 'b428398a-ed9f-46ee-949d-e8327ae37439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'started_at': datetime.datetime(2022, 10, 10, 11, 57, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:28.759517 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Checking segment: {'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:28.759885 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Bound using segment: {'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:28.760316 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Bound port: 662103e8-589c-4152-abbe-b81cd364041e, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:28.760794 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (662103e8-589c-4152-abbe-b81cd364041e), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.821378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] For port 662103e8-589c-4152-abbe-b81cd364041e, host hv-cinder-85061, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:28.824446 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] For port 662103e8-589c-4152-abbe-b81cd364041e, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=662103e8-589c-4152-abbe-b81cd364041e,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:28.829960 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3267118'] for port (662103e8-589c-4152-abbe-b81cd364041e), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.833845 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.834441 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:28.835831 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/662103e8-589c-4152-abbe-b81cd364041e HTTP/1.1" status: 200 len: 1093 time: 0.6889610 Oct 10 12:08:28.836361 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30f4245-aa7f-4532-bf5e-9331d456b0fe', 'tag': '662103e8-589c-4152-abbe-b81cd364041e'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:28.838582 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7753dbbc-88f9-47eb-b933-a2f7593aa038" -d '{"events": [{"name": "network-changed", "server_uuid": "d30f4245-aa7f-4532-bf5e-9331d456b0fe", "tag": "662103e8-589c-4152-abbe-b81cd364041e"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:28.883771 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89315870-51aa-4c2f-ac4f-ac22cd1fca67 x-openstack-request-id: req-89315870-51aa-4c2f-ac4f-ac22cd1fca67 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:28.884057 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30f4245-aa7f-4532-bf5e-9331d456b0fe", "tag": "662103e8-589c-4152-abbe-b81cd364041e", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:28.884308 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89315870-51aa-4c2f-ac4f-ac22cd1fca67 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:28.884704 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89315870-51aa-4c2f-ac4f-ac22cd1fca67'] response: {'name': 'network-changed', 'server_uuid': 'd30f4245-aa7f-4532-bf5e-9331d456b0fe', 'tag': '662103e8-589c-4152-abbe-b81cd364041e', 'status': 'completed', 'code': 200} Oct 10 12:08:28.889582 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c25b9-ad73-46be-9e7c-c0e39e54d940 service neutron] Pushing event updated for resources: {'Port': ['ID=662103e8-589c-4152-abbe-b81cd364041e,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:28.968121 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753dbbc-88f9-47eb-b933-a2f7593aa038 req-e4610d6b-75dd-4824-95de-99579e396ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.969604 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7753dbbc-88f9-47eb-b933-a2f7593aa038 req-e4610d6b-75dd-4824-95de-99579e396ad7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=38aeafae184a4a35859c9e11d25e2aff&device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 1127 time: 0.0426493 Oct 10 12:08:28.971920 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:08:28.991197 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:08:28.991551 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device a2f2cc51-dde0-4b68-8a46-13b7a3b6e940 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:08:29.074858 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753dbbc-88f9-47eb-b933-a2f7593aa038 req-af52bcef-2468-4c84-b16f-e4519d4a3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:29.076334 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7753dbbc-88f9-47eb-b933-a2f7593aa038 req-af52bcef-2468-4c84-b16f-e4519d4a3bc4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=38aeafae184a4a35859c9e11d25e2aff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0929022 Oct 10 12:08:29.172154 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753dbbc-88f9-47eb-b933-a2f7593aa038 req-06cffe0b-5a53-4c2b-96fe-3f78677dafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:29.173600 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7753dbbc-88f9-47eb-b933-a2f7593aa038 req-06cffe0b-5a53-4c2b-96fe-3f78677dafe2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904253 Oct 10 12:08:29.268317 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-02270499-4d57-457f-afff-de1182963cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:29.269693 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-02270499-4d57-457f-afff-de1182963cde service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=38aeafae184a4a35859c9e11d25e2aff&device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 1127 time: 0.0385716 Oct 10 12:08:29.312038 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-45fb8d3d-d962-467d-a17a-25c3d143cca8 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=662103e8-589c-4152-abbe-b81cd364041e HTTP/1.1" status: 200 len: 217 time: 0.0307066 Oct 10 12:08:29.325614 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:29.363837 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-e22fbab8-3a54-48c5-be96-d8a1436d3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:29.365233 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-e22fbab8-3a54-48c5-be96-d8a1436d3bfe service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=c7147147-dda4-486a-960d-8f0235708590 HTTP/1.1" status: 200 len: 849 time: 0.0468714 Oct 10 12:08:29.396582 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-2b243586-947a-4973-802d-95cbb64f46a7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=679c2eaa-80b6-40c1-a8eb-e8ad03f5e868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256603 Oct 10 12:08:29.484026 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-c9f305fb-478c-4837-bd20-c7d1d69e0ceb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814419 Oct 10 12:08:29.575259 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f03c4f3-31e3-429c-8c92-6c4afc3f2351 req-812ec571-2e23-4d73-b335-61ca1477f4ce service neutron] 10.222.0.58 "GET /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849607 Oct 10 12:08:29.877114 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ee114-3d12-4278-b045-9380ea51e40f req-ee323c47-abc2-42b6-9349-f653cbf7af4d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:29.878449 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ad6ee114-3d12-4278-b045-9380ea51e40f req-ee323c47-abc2-42b6-9349-f653cbf7af4d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 943 time: 0.0460787 Oct 10 12:08:29.924464 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ad6ee114-3d12-4278-b045-9380ea51e40f req-36dd0e5d-d384-41bb-a4c3-4f7c476b298b tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Oct 10 12:08:30.924157 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2ac81b4c-263c-47df-9894-d9e83bbb1c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:31.050830 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5088-a705-496b-b661-916ea1b98433 req-f71f7fb7-9453-44a4-b8a7-e2e72524ca7d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:31.052294 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfbf5088-a705-496b-b661-916ea1b98433 req-f71f7fb7-9453-44a4-b8a7-e2e72524ca7d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 943 time: 0.0526073 Oct 10 12:08:31.098433 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfbf5088-a705-496b-b661-916ea1b98433 req-5771909d-6a95-4d7a-84d0-4b79738803de tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Oct 10 12:08:31.965483 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:32.215727 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217937bb-fe75-4625-9236-f612ff074673 req-731b97f4-77ca-4dd3-85ec-39dfd6df9a49 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.217116 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-217937bb-fe75-4625-9236-f612ff074673 req-731b97f4-77ca-4dd3-85ec-39dfd6df9a49 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 943 time: 0.0465717 Oct 10 12:08:32.241148 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:32.265696 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-217937bb-fe75-4625-9236-f612ff074673 req-e1da7db3-3c5e-4292-ae12-8ab6b49e598c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Oct 10 12:08:32.998029 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 662103e8-589c-4152-abbe-b81cd364041e details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:08:33.094327 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 662103e8-589c-4152-abbe-b81cd364041e, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=662103e8-589c-4152-abbe-b81cd364041e,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:33.105042 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': '662103e8-589c-4152-abbe-b81cd364041e', 'network_id': '679c2eaa-80b6-40c1-a8eb-e8ad03f5e868', 'port_id': '662103e8-589c-4152-abbe-b81cd364041e', 'mac_address': 'fa:16:3e:55:41:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7147147-dda4-486a-960d-8f0235708590', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:08:33.143134 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 662103e8-589c-4152-abbe-b81cd364041e is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:33.143541 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (662103e8-589c-4152-abbe-b81cd364041e), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:33.156131 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662103e8-589c-4152-abbe-b81cd364041e {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:33.175401 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 662103e8-589c-4152-abbe-b81cd364041e, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=662103e8-589c-4152-abbe-b81cd364041e,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:33.179544 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (662103e8-589c-4152-abbe-b81cd364041e), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:33.223933 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=662103e8-589c-4152-abbe-b81cd364041e,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:33.386444 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a971ef4-a118-4cec-bd39-64063ebc6111 req-d72de0ba-e4d1-4551-a289-c0772a2a71a4 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:33.387933 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a971ef4-a118-4cec-bd39-64063ebc6111 req-d72de0ba-e4d1-4551-a289-c0772a2a71a4 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 944 time: 0.0490351 Oct 10 12:08:33.435299 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a971ef4-a118-4cec-bd39-64063ebc6111 req-9dffd2c7-5deb-45ec-8d57-20e64948223b tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Oct 10 12:08:33.496472 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['662103e8-589c-4152-abbe-b81cd364041e'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:33.563844 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:33.677415 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:33.736241 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:34.553768 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb0dd4-c5db-42eb-8c16-0fc3e10c262e req-421ecc03-cdba-4c3a-beb1-80ac2eae30c0 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:34.555220 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ebcb0dd4-c5db-42eb-8c16-0fc3e10c262e req-421ecc03-cdba-4c3a-beb1-80ac2eae30c0 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 944 time: 0.0464921 Oct 10 12:08:34.600956 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ebcb0dd4-c5db-42eb-8c16-0fc3e10c262e req-9cf0de47-125c-4242-a768-03081ce0856c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Oct 10 12:08:34.703879 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:34.704789 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=47,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:35.021760 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 662103e8-589c-4152-abbe-b81cd364041e up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:35.070067 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning for port 662103e8-589c-4152-abbe-b81cd364041e completed by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:08:35.076085 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port 662103e8-589c-4152-abbe-b81cd364041e triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:35.076528 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (662103e8-589c-4152-abbe-b81cd364041e), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.076896 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port 662103e8-589c-4152-abbe-b81cd364041e Oct 10 12:08:35.143734 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:35.150228 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port 662103e8-589c-4152-abbe-b81cd364041e is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:35.150612 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (662103e8-589c-4152-abbe-b81cd364041e), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.173784 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f4245-aa7f-4532-bf5e-9331d456b0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662103e8-589c-4152-abbe-b81cd364041e'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:35.176055 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b0c193-0dfb-4b4f-ab0f-174cd039c594" -d '{"events": [{"server_uuid": "d30f4245-aa7f-4532-bf5e-9331d456b0fe", "name": "network-vif-plugged", "status": "completed", "tag": "662103e8-589c-4152-abbe-b81cd364041e"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:35.191474 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port 662103e8-589c-4152-abbe-b81cd364041e, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=662103e8-589c-4152-abbe-b81cd364041e,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:35.195003 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (662103e8-589c-4152-abbe-b81cd364041e), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.224621 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a8385-e596-49fe-9df8-216594e61716 x-openstack-request-id: req-a07a8385-e596-49fe-9df8-216594e61716 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:35.224916 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f4245-aa7f-4532-bf5e-9331d456b0fe", "name": "network-vif-plugged", "status": "completed", "tag": "662103e8-589c-4152-abbe-b81cd364041e", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:35.225168 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a07a8385-e596-49fe-9df8-216594e61716 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:35.225556 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07a8385-e596-49fe-9df8-216594e61716'] response: {'server_uuid': 'd30f4245-aa7f-4532-bf5e-9331d456b0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662103e8-589c-4152-abbe-b81cd364041e', 'code': 200} Oct 10 12:08:35.243563 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=662103e8-589c-4152-abbe-b81cd364041e,revision_number=5']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:35.425842 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0caa-39f5-497a-b608-8abc937a3884 req-c4afe06a-58ec-401f-ac40-6064c05872aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:35.427336 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0f2a0caa-39f5-497a-b608-8abc937a3884 req-c4afe06a-58ec-401f-ac40-6064c05872aa service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 1129 time: 0.0388713 Oct 10 12:08:35.472295 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0f2a0caa-39f5-497a-b608-8abc937a3884 req-e901202e-f35d-406c-84b1-c194ae72cc39 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Oct 10 12:08:35.720130 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329e36f-02e6-4026-86ea-977c95fa3e3e req-73dde320-b154-4c37-9bf2-a7bc39709a1b tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:35.721483 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4329e36f-02e6-4026-86ea-977c95fa3e3e req-73dde320-b154-4c37-9bf2-a7bc39709a1b tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 945 time: 0.0453355 Oct 10 12:08:35.767935 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4329e36f-02e6-4026-86ea-977c95fa3e3e req-db3280c6-2909-48c2-9eee-86f82305a163 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Oct 10 12:08:36.893311 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc0f28-7775-453a-be09-b73f3da2d6c5 req-b26a5278-dac3-48bd-bb42-185fe9e17e17 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:36.894668 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ebcc0f28-7775-453a-be09-b73f3da2d6c5 req-b26a5278-dac3-48bd-bb42-185fe9e17e17 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 945 time: 0.0461204 Oct 10 12:08:36.943285 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ebcc0f28-7775-453a-be09-b73f3da2d6c5 req-2feee4c6-3666-4e2c-96a7-3c5fdf0325b3 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Oct 10 12:08:38.069007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd46df2-f0da-45eb-be0b-b14a5438a6cb req-3e5a541c-220e-412f-8468-baa3e928c62e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:38.070448 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0fd46df2-f0da-45eb-be0b-b14a5438a6cb req-3e5a541c-220e-412f-8468-baa3e928c62e tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 945 time: 0.0495563 Oct 10 12:08:38.095902 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:38.117027 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0fd46df2-f0da-45eb-be0b-b14a5438a6cb req-d945dfac-de73-4f8a-93c4-76775d93c82d tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Oct 10 12:08:38.866742 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab59e3-2d51-453a-b61a-f816ac8a827f req-802f5b8c-3063-4d39-9be6-a0d6a4abac4c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:38.868131 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-60ab59e3-2d51-453a-b61a-f816ac8a827f req-802f5b8c-3063-4d39-9be6-a0d6a4abac4c tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 945 time: 0.0469506 Oct 10 12:08:38.914593 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-60ab59e3-2d51-453a-b61a-f816ac8a827f req-c22978a6-844c-4439-b6ab-4f6176f8ad35 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409970 Oct 10 12:08:40.036721 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163c1e3-8ad3-4e75-846d-3e2080805128 req-154c9414-de01-4d14-a760-5b908f8bc3a5 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.038187 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b163c1e3-8ad3-4e75-846d-3e2080805128 req-154c9414-de01-4d14-a760-5b908f8bc3a5 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 945 time: 0.0472112 Oct 10 12:08:40.089592 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b163c1e3-8ad3-4e75-846d-3e2080805128 req-142e1ea0-48a7-492f-9e78-fd4097fc8735 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452907 Oct 10 12:08:40.321659 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-7c7c11ad-1bf7-410a-a2dd-ef1973140345 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.323100 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-7c7c11ad-1bf7-410a-a2dd-ef1973140345 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 945 time: 0.0457745 Oct 10 12:08:40.404375 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Deleting port 662103e8-589c-4152-abbe-b81cd364041e {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:08:40.404714 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (662103e8-589c-4152-abbe-b81cd364041e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:40.496282 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] For port 662103e8-589c-4152-abbe-b81cd364041e, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=662103e8-589c-4152-abbe-b81cd364041e,segment=NetworkSegment(748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d),segment_id=748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:40.496565 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (662103e8-589c-4152-abbe-b81cd364041e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:40.508860 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Calling delete_port for 662103e8-589c-4152-abbe-b81cd364041e owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:08:40.547874 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:40.634551 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (662103e8-589c-4152-abbe-b81cd364041e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:40.660458 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Pushing event deleted for resources: {'Port': ['ID=662103e8-589c-4152-abbe-b81cd364041e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:40.680120 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['662103e8-589c-4152-abbe-b81cd364041e'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:40.712590 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] No DVR routers for this DVR port 662103e8-589c-4152-abbe-b81cd364041e on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:08:40.714920 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:40.718177 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4c743f2a-d06d-4bc7-a778-d18631c2938a req-388127fd-9c4c-4287-a720-727d11df80da tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.58 "DELETE /networking/v2.0/ports/662103e8-589c-4152-abbe-b81cd364041e HTTP/1.1" status: 204 len: 173 time: 0.3896010 Oct 10 12:08:40.718687 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f4245-aa7f-4532-bf5e-9331d456b0fe', 'name': 'network-vif-deleted', 'tag': '662103e8-589c-4152-abbe-b81cd364041e'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:40.720911 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bcaf7a-8125-4712-ba47-3fd1a608197b" -d '{"events": [{"server_uuid": "d30f4245-aa7f-4532-bf5e-9331d456b0fe", "name": "network-vif-deleted", "tag": "662103e8-589c-4152-abbe-b81cd364041e"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:40.758372 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a32a1b4-4049-4f9b-8441-2318505bae71 x-openstack-request-id: req-0a32a1b4-4049-4f9b-8441-2318505bae71 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:40.758665 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f4245-aa7f-4532-bf5e-9331d456b0fe", "name": "network-vif-deleted", "tag": "662103e8-589c-4152-abbe-b81cd364041e", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:40.758981 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a32a1b4-4049-4f9b-8441-2318505bae71 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:40.759402 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a32a1b4-4049-4f9b-8441-2318505bae71'] response: {'server_uuid': 'd30f4245-aa7f-4532-bf5e-9331d456b0fe', 'name': 'network-vif-deleted', 'tag': '662103e8-589c-4152-abbe-b81cd364041e', 'status': 'completed', 'code': 200} Oct 10 12:08:41.203158 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-efdd2631-f2d9-49d6-9c43-880a6b1f009a req-90a52576-709f-407e-a9df-5b5c54f2d033 tempest-VolumesActionsTest-2000386982 tempest-VolumesActionsTest-2000386982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d30f4245-aa7f-4532-bf5e-9331d456b0fe HTTP/1.1" status: 200 len: 210 time: 0.0277474 Oct 10 12:08:42.957493 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:45.816136 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 662103e8-589c-4152-abbe-b81cd364041e no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:08:45.836102 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 662103e8-589c-4152-abbe-b81cd364041e {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:08:45.836444 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 662103e8-589c-4152-abbe-b81cd364041e not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:08:46.117543 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:46.122610 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:49.090812 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:08:50.695995 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=64,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:51.187450 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:55.820118 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:UPDATE=1,neutron:SELECT=10 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:55.822399 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:58.693180 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3053-b0cc-4c3f-b763-58495a66742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:59.086514 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:00.927168 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c58e7f40-b44c-4984-97c4-248fc8b86c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:01.969255 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:03.680695 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:03.739708 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.067482 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51102) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:05.113514 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd4669e-bb4c-4d0b-91ef-3a3b0578be96 admin admin] Deleting subnet c7147147-dda4-486a-960d-8f0235708590 {{(pid=106262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:09:05.116674 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dd4669e-bb4c-4d0b-91ef-3a3b0578be96 admin admin] Publish callbacks [] for subnet (c7147147-dda4-486a-960d-8f0235708590), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.151932 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dd4669e-bb4c-4d0b-91ef-3a3b0578be96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944455'] for subnet (c7147147-dda4-486a-960d-8f0235708590), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.194626 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dd4669e-bb4c-4d0b-91ef-3a3b0578be96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (c7147147-dda4-486a-960d-8f0235708590), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.247356 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dd4669e-bb4c-4d0b-91ef-3a3b0578be96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26182627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25421682'] for subnet (c7147147-dda4-486a-960d-8f0235708590), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.270880 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4669e-bb4c-4d0b-91ef-3a3b0578be96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7147147-dda4-486a-960d-8f0235708590,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:05.276609 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6dd4669e-bb4c-4d0b-91ef-3a3b0578be96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.279736 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-6dd4669e-bb4c-4d0b-91ef-3a3b0578be96 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c7147147-dda4-486a-960d-8f0235708590 HTTP/1.1" status: 204 len: 168 time: 0.2111533 Oct 10 12:09:05.282811 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51104) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:05.353222 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (679c2eaa-80b6-40c1-a8eb-e8ad03f5e868), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.430359 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (679c2eaa-80b6-40c1-a8eb-e8ad03f5e868), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.449983 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679c2eaa-80b6-40c1-a8eb-e8ad03f5e868']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:05.459606 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:05.459899 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:05.469229 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.482263 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.489541 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:09:05.489982 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.534439 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d resource provider aggregate not found Oct 10 12:09:05.552252 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 748e83c4-3fe2-4c35-a3e6-96e2fbe49b5d found for delete ", "request_id": "req-f04021f9-4f42-4e5e-9fa1-99259d1a43cd"}]} Oct 10 12:09:05.558846 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (679c2eaa-80b6-40c1-a8eb-e8ad03f5e868), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.564202 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.567584 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/679c2eaa-80b6-40c1-a8eb-e8ad03f5e868 HTTP/1.1" status: 204 len: 168 time: 0.2838304 Oct 10 12:09:05.581003 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbff96-7b7c-4f75-b8f8-467780c0f0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=679c2eaa-80b6-40c1-a8eb-e8ad03f5e868,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:05.732011 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51112) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:05.771447 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-bf07487b-b5cf-4d3d-8816-f1c88e5c5596 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=38aeafae184a4a35859c9e11d25e2aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383220 Oct 10 12:09:05.773862 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51114) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:05.820684 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb200615-75fd-4162-81b5-3cf22e40c088 admin admin] Publish callbacks [] for security_group (9471d8bb-bb6f-49af-88fe-65d7b8b2fa61), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.840535 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb200615-75fd-4162-81b5-3cf22e40c088 admin admin] Publish callbacks [] for security_group (9471d8bb-bb6f-49af-88fe-65d7b8b2fa61), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.888601 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb200615-75fd-4162-81b5-3cf22e40c088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9471d8bb-bb6f-49af-88fe-65d7b8b2fa61), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.891791 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fb200615-75fd-4162-81b5-3cf22e40c088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.892872 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-fb200615-75fd-4162-81b5-3cf22e40c088 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9471d8bb-bb6f-49af-88fe-65d7b8b2fa61 HTTP/1.1" status: 204 len: 168 time: 0.1181445 Oct 10 12:09:05.900869 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb200615-75fd-4162-81b5-3cf22e40c088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9471d8bb-bb6f-49af-88fe-65d7b8b2fa61,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:07.989159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51196) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:08.135108 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Deleting port 98fcceda-e1cc-4521-a3c7-210a77b9f0c3 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:08.135461 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:08.212721 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:08.213056 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:08.226118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Calling delete_port for 98fcceda-e1cc-4521-a3c7-210a77b9f0c3 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:08.373640 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (98fcceda-e1cc-4521-a3c7-210a77b9f0c3), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:08.398759 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event deleted for resources: {'Port': ['ID=98fcceda-e1cc-4521-a3c7-210a77b9f0c3,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:08.465120 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (4bdedfb9-55ad-4430-bb91-247ca072d397), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:08.465444 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Floating IP 4bdedfb9-55ad-4430-bb91-247ca072d397 disassociated (deleted). External IP: 172.27.0.240, port: 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74. Oct 10 12:09:08.665159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:09:08.771034 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:09:08.776164 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:08.780332 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:09:08.790667 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:08.791316 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:09:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:08.798594 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:08.813673 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-900f9b25-e08a-4411-b7b5-d5a31710f3cf tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/4bdedfb9-55ad-4430-bb91-247ca072d397 HTTP/1.1" status: 204 len: 168 time: 0.8232989 Oct 10 12:09:08.814540 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:08.816825 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbddb0b6-104e-4205-a43a-bf111f4f29b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:08.865825 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f524c9d6-84fe-4887-abcf-59fcd5c5812f x-openstack-request-id: req-f524c9d6-84fe-4887-abcf-59fcd5c5812f {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:08.866306 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:08.866563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f524c9d6-84fe-4887-abcf-59fcd5c5812f {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:08.867024 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f524c9d6-84fe-4887-abcf-59fcd5c5812f'] response: {'name': 'network-changed', 'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'status': 'completed', 'code': 200} Oct 10 12:09:08.901764 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:08.967940 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-d0dcfe10-1ae7-40c8-b834-30445486d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:08.970134 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-d0dcfe10-1ae7-40c8-b834-30445486d797 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 1129 time: 0.0492604 Oct 10 12:09:09.028162 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:09.074022 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-5e76b9b5-a63d-40f7-bfc6-40509d73809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:09.075607 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-5e76b9b5-a63d-40f7-bfc6-40509d73809c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.0996523 Oct 10 12:09:09.243664 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:15Z', 'revision_number': 1, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:09.269606 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:09:09.277761 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213dd2a-bec8-4529-9b50-09f456faf06a req-230c3fe4-0267-40c3-b0a7-d6805a239f3a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:09.278213 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:09.278825 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:09:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:09.279653 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5213dd2a-bec8-4529-9b50-09f456faf06a req-230c3fe4-0267-40c3-b0a7-d6805a239f3a tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 945 time: 0.2457993 Oct 10 12:09:09.332224 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5213dd2a-bec8-4529-9b50-09f456faf06a req-2a9fa4be-effc-447a-9882-2ec3b3b4a7d3 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459266 Oct 10 12:09:09.384024 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:09.599074 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:15Z', 'revision_number': 1, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:09.624800 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec1abc-eb61-4f45-97f3-21aad0ae48ad None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_floatingips': [{'id': '27be23a2-c7ea-410e-a613-59ae7b284132', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'router_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'port_id': '612b5334-2c73-4495-a917-6e51b705efde', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'mac_address': 'fa:16:3e:5d:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:05:13Z', 'updated_at': '2022-10-10T12:05:15Z', 'revision_number': 1, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:09:09.847413 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff9b27-7e20-4d5b-866b-0a7656b72be6 None None] New status for floating IP 4bdedfb9-55ad-4430-bb91-247ca072d397: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:09:10.220341 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-35cc90bd-3d94-490e-822b-c661e734bf56 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 HTTP/1.1" status: 200 len: 217 time: 0.0333190 Oct 10 12:09:10.274465 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-a5b7228e-a7cc-49d4-9d10-241a8d02cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:10.274465 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-a5b7228e-a7cc-49d4-9d10-241a8d02cc78 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0464737 Oct 10 12:09:10.522500 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-4ccc629d-c538-4c74-b8e5-09efef13fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:10.523924 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-4ccc629d-c538-4c74-b8e5-09efef13fba2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717218 Oct 10 12:09:10.537508 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e332a51-592a-4b29-9ee0-5654fa2dec0c req-ea19f645-e757-4dfd-b3c3-dc95369c98c9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:10.538971 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e332a51-592a-4b29-9ee0-5654fa2dec0c req-ea19f645-e757-4dfd-b3c3-dc95369c98c9 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 945 time: 0.1268673 Oct 10 12:09:10.591083 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e332a51-592a-4b29-9ee0-5654fa2dec0c req-1bc5468d-39db-4a14-83dc-425c35c63412 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456882 Oct 10 12:09:11.108140 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-a9b2bdcd-e7b5-44aa-8354-a3c4ec9a071c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563662 Oct 10 12:09:11.186049 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6547505-f785-4d98-b70f-127128a90dee req-9daec21f-c42d-40c9-bdf3-9f9da2ec8de8 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:11.187514 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b6547505-f785-4d98-b70f-127128a90dee req-9daec21f-c42d-40c9-bdf3-9f9da2ec8de8 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 945 time: 0.0976613 Oct 10 12:09:11.282041 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dbddb0b6-104e-4205-a43a-bf111f4f29b6 req-9f98545f-48c2-4c16-919d-1b40510ca0cc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586363 Oct 10 12:09:11.298781 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Deleting port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:11.299156 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:11.397731 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] For port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:11.398001 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:11.411096 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Calling delete_port for 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:11.479905 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:11.540228 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (4ec5973c-48f3-4f05-b8e3-cfca1d4deb74), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:11.574632 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event deleted for resources: {'Port': ['ID=4ec5973c-48f3-4f05-b8e3-cfca1d4deb74,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:11.583460 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:11.627643 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] No DVR routers for this DVR port 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:09:11.630399 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:11.633830 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b6547505-f785-4d98-b70f-127128a90dee req-3d4ee8af-7c93-48c7-8063-2770258566ff tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "DELETE /networking/v2.0/ports/4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 HTTP/1.1" status: 204 len: 173 time: 0.4397709 Oct 10 12:09:11.634433 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'name': 'network-vif-deleted', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:11.636591 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabc643-190f-4b5c-b569-733ed6b4f11c" -d '{"events": [{"server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "name": "network-vif-deleted", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:11.682438 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbae5aa-bbb3-4151-9b38-0f4e4aeb0394 x-openstack-request-id: req-4fbae5aa-bbb3-4151-9b38-0f4e4aeb0394 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:11.682733 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fe1e01-2c4c-4efa-baa0-09560129a37f", "name": "network-vif-deleted", "tag": "4ec5973c-48f3-4f05-b8e3-cfca1d4deb74", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:11.683023 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fbae5aa-bbb3-4151-9b38-0f4e4aeb0394 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:11.683423 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbae5aa-bbb3-4151-9b38-0f4e4aeb0394'] response: {'server_uuid': 'd0fe1e01-2c4c-4efa-baa0-09560129a37f', 'name': 'network-vif-deleted', 'tag': '4ec5973c-48f3-4f05-b8e3-cfca1d4deb74', 'status': 'completed', 'code': 200} Oct 10 12:09:11.698736 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f4cf0ada-f1df-4699-8fa1-71cca6a89c5f req-6796f7fe-b64b-40f4-a61f-5c78d9febd79 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d0fe1e01-2c4c-4efa-baa0-09560129a37f HTTP/1.1" status: 200 len: 210 time: 0.0298054 Oct 10 12:09:12.587455 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-fcb14bda-a295-4a8b-bfc5-0fe84c5ecd5f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425787 Oct 10 12:09:12.695108 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-f2dcc453-87e2-4be1-9a54-b934e9749f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:12.696658 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-f2dcc453-87e2-4be1-9a54-b934e9749f94 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 1130 time: 0.0411336 Oct 10 12:09:12.813719 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-969c407a-10b8-44c5-ad8f-200103d0f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:12.815198 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-969c407a-10b8-44c5-ad8f-200103d0f154 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.0962501 Oct 10 12:09:12.884364 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-26eee2df-a6dc-40df-b24c-819c804a9347 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=612b5334-2c73-4495-a917-6e51b705efde HTTP/1.1" status: 200 len: 1002 time: 0.0622876 Oct 10 12:09:12.932490 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-00dde334-83a8-4194-ada0-29cfffef0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:12.933890 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-00dde334-83a8-4194-ada0-29cfffef0cee service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0441113 Oct 10 12:09:12.948138 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:12.977763 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-fded806e-5433-4ff7-acb1-affb80754337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:12.979241 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-fded806e-5433-4ff7-acb1-affb80754337 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390527 Oct 10 12:09:13.074496 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-fb1db158-474a-4ae9-a601-ff1acc420810 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890865 Oct 10 12:09:13.171699 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6dc3f096-7bc4-4f18-a667-487d37f101bb req-d7b5008e-0f47-446e-9bc4-a52e78b8da81 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908659 Oct 10 12:09:15.009496 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51242) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:15.156136 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Deleting port 06d167cf-bbef-4f1b-b744-e3c57899adb8 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:15.156552 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (06d167cf-bbef-4f1b-b744-e3c57899adb8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:15.192393 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:15.219018 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:15.219365 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 4ec5973c-48f3-4f05-b8e3-cfca1d4deb74 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:15.237566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (06d167cf-bbef-4f1b-b744-e3c57899adb8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:15.237904 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (06d167cf-bbef-4f1b-b744-e3c57899adb8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:15.251768 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Calling delete_port for 06d167cf-bbef-4f1b-b744-e3c57899adb8 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:15.315182 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:15.390190 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:15.408417 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (06d167cf-bbef-4f1b-b744-e3c57899adb8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:15.437477 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event deleted for resources: {'Port': ['ID=06d167cf-bbef-4f1b-b744-e3c57899adb8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:15.507907 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (27be23a2-c7ea-410e-a613-59ae7b284132), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:15.508561 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Floating IP 27be23a2-c7ea-410e-a613-59ae7b284132 disassociated (deleted). External IP: 172.27.0.247, port: 612b5334-2c73-4495-a917-6e51b705efde. Oct 10 12:09:15.718917 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:09:15.831361 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:09:15.835963 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:15.840916 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:09:15.853283 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:15.853925 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:09:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:15.866637 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-27064594-ff5c-41db-9378-06c11bff5066 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/27be23a2-c7ea-410e-a613-59ae7b284132 HTTP/1.1" status: 204 len: 168 time: 0.8560505 Oct 10 12:09:15.867318 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'tag': '612b5334-2c73-4495-a917-6e51b705efde'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:15.869564 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa215f0-4ffb-47a5-b05b-4850d551a284" -d '{"events": [{"name": "network-changed", "server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "tag": "612b5334-2c73-4495-a917-6e51b705efde"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:15.876480 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=74,neutron:DELETE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:15.898503 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:15.913045 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40169a85-e659-4fb5-b6f7-56e76640d7e9 x-openstack-request-id: req-40169a85-e659-4fb5-b6f7-56e76640d7e9 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:15.913583 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "tag": "612b5334-2c73-4495-a917-6e51b705efde", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:15.913845 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40169a85-e659-4fb5-b6f7-56e76640d7e9 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:15.914259 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40169a85-e659-4fb5-b6f7-56e76640d7e9'] response: {'name': 'network-changed', 'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'tag': '612b5334-2c73-4495-a917-6e51b705efde', 'status': 'completed', 'code': 200} Oct 10 12:09:15.962355 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:16.002338 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:16.011637 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-91b12c87-a9f4-4310-92b5-92664bb37f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:16.014027 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-91b12c87-a9f4-4310-92b5-92664bb37f89 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 1130 time: 0.0487232 Oct 10 12:09:16.103887 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9e76-4d36-46ce-b3ce-bf39f04090aa req-8450cc55-f26b-4236-8bb8-b7cb9c77596b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:16.105273 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f0a9e76-4d36-46ce-b3ce-bf39f04090aa req-8450cc55-f26b-4236-8bb8-b7cb9c77596b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 946 time: 0.0474415 Oct 10 12:09:16.161352 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f0a9e76-4d36-46ce-b3ce-bf39f04090aa req-5f3ca392-a6bc-4ff1-ac36-0ee09e782253 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503812 Oct 10 12:09:16.174636 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:16.187317 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:16.212995 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:09:16.221678 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:16.222281 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:09:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:16.324297 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:16.510531 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:16.539622 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f789ce7-da26-4c01-b5be-71bf61432fd8 None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:01:25Z', 'revision_number': 4, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': '01e37693-99bd-4658-a7df-6fcab4f765c7', 'name': '', 'network_id': '099cba3b-5410-4f1b-a5a9-7c05259222ec', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'mac_address': 'fa:16:3e:ae:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '8571d062-b030-4082-9046-61470997a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:24Z', 'updated_at': '2022-10-10T12:01:32Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'subnets': [{'id': '8571d062-b030-4082-9046-61470997a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:09:16.770979 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6500f86-e0f4-4e99-9f65-ff28a2d1212d None None] New status for floating IP 27be23a2-c7ea-410e-a613-59ae7b284132: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:09:17.304747 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7885bc-bb95-47fe-a244-9ee385a12517 req-fde7192f-0c0b-4936-9f54-2791796bc70b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:17.306165 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8a7885bc-bb95-47fe-a244-9ee385a12517 req-fde7192f-0c0b-4936-9f54-2791796bc70b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 946 time: 0.0580032 Oct 10 12:09:17.347083 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-60ea9a81-2545-4a4a-abbb-cba2a09a0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:17.348519 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-60ea9a81-2545-4a4a-abbb-cba2a09a0924 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 200 len: 913 time: 0.1450849 Oct 10 12:09:17.372866 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8a7885bc-bb95-47fe-a244-9ee385a12517 req-e802e663-e447-42e0-8b2c-9e356e61d385 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=30105ad4-0266-4edd-a0a3-cc7ba62670b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605445 Oct 10 12:09:17.473205 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-1a36deca-58dd-4f40-9c08-f5aa529e53c5 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=612b5334-2c73-4495-a917-6e51b705efde HTTP/1.1" status: 200 len: 217 time: 0.0330865 Oct 10 12:09:17.523771 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-2caa0e49-126c-4e70-bdb7-38e0f1a83bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:17.525159 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-2caa0e49-126c-4e70-bdb7-38e0f1a83bc2 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 200 len: 851 time: 0.0431459 Oct 10 12:09:17.727215 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:17.731097 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-27fa9618-1307-4a08-8773-843a8eee5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:17.732550 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-27fa9618-1307-4a08-8773-843a8eee5f90 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=099cba3b-5410-4f1b-a5a9-7c05259222ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398719 Oct 10 12:09:17.824327 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:17.851006 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-bd30fb18-6e7e-435d-9e7c-b7d930d8f4dc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094999 Oct 10 12:09:17.885188 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-7abac020-788b-4148-80e1-2404bb4fff6d tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:17.886550 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-7abac020-788b-4148-80e1-2404bb4fff6d tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 946 time: 0.0733018 Oct 10 12:09:18.021751 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7aa215f0-4ffb-47a5-b05b-4850d551a284 req-0e28452c-b2cb-46af-9687-3e42d866a0eb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631684 Oct 10 12:09:18.022327 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Deleting port 612b5334-2c73-4495-a917-6e51b705efde {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:18.022666 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (612b5334-2c73-4495-a917-6e51b705efde), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:18.111253 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] For port 612b5334-2c73-4495-a917-6e51b705efde, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=612b5334-2c73-4495-a917-6e51b705efde,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:18.111602 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (612b5334-2c73-4495-a917-6e51b705efde), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:18.124805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Calling delete_port for 612b5334-2c73-4495-a917-6e51b705efde owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:18.252582 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (612b5334-2c73-4495-a917-6e51b705efde), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:18.277439 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event deleted for resources: {'Port': ['ID=612b5334-2c73-4495-a917-6e51b705efde,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:18.324258 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] No DVR routers for this DVR port 612b5334-2c73-4495-a917-6e51b705efde on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:09:18.326626 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:18.329856 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fe12cc42-7394-4eba-bd80-7aeef76a7c3f req-4e9764ae-d67e-41da-98b6-4c0c0279aca5 tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.58 "DELETE /networking/v2.0/ports/612b5334-2c73-4495-a917-6e51b705efde HTTP/1.1" status: 204 len: 173 time: 0.4155164 Oct 10 12:09:18.330338 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'name': 'network-vif-deleted', 'tag': '612b5334-2c73-4495-a917-6e51b705efde'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:18.332564 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5bf88-3e69-4305-b05b-d4d22c524d3c" -d '{"events": [{"server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "name": "network-vif-deleted", "tag": "612b5334-2c73-4495-a917-6e51b705efde"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:18.370338 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2323675e-e065-4cef-8f99-5182ae785fa2 x-openstack-request-id: req-2323675e-e065-4cef-8f99-5182ae785fa2 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:18.370646 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce88a43d-b7f1-4e69-b06b-038752ead6d9", "name": "network-vif-deleted", "tag": "612b5334-2c73-4495-a917-6e51b705efde", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:18.370925 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2323675e-e065-4cef-8f99-5182ae785fa2 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:18.371343 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2323675e-e065-4cef-8f99-5182ae785fa2'] response: {'server_uuid': 'ce88a43d-b7f1-4e69-b06b-038752ead6d9', 'name': 'network-vif-deleted', 'tag': '612b5334-2c73-4495-a917-6e51b705efde', 'status': 'completed', 'code': 200} Oct 10 12:09:18.482259 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f00f1d27-139d-4aa2-90b1-4bbad177c52d req-dcdc0ac3-3a11-456d-b1cf-1adb57e6e31b tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ce88a43d-b7f1-4e69-b06b-038752ead6d9 HTTP/1.1" status: 200 len: 210 time: 0.0318418 Oct 10 12:09:19.548917 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51278) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:19.656266 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Deleting port 3a5cb18a-980b-49c0-96f9-054e14768e08 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:19.656639 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (3a5cb18a-980b-49c0-96f9-054e14768e08), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:19.730737 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (3a5cb18a-980b-49c0-96f9-054e14768e08), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:19.731087 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (3a5cb18a-980b-49c0-96f9-054e14768e08), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:19.744346 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Calling delete_port for 3a5cb18a-980b-49c0-96f9-054e14768e08 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:19.794057 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:19.877021 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (3a5cb18a-980b-49c0-96f9-054e14768e08), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:19.900287 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event deleted for resources: {'Port': ['ID=3a5cb18a-980b-49c0-96f9-054e14768e08,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:19.909258 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:19.967649 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for floatingip (93a098ad-6e48-4f0f-991e-ac9c9bf329ef), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:19.970698 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:19.971888 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-411d840b-ae82-4df1-adc0-96fa55ac00cd tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/93a098ad-6e48-4f0f-991e-ac9c9bf329ef HTTP/1.1" status: 204 len: 168 time: 0.4226062 Oct 10 12:09:21.179097 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51294) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:21.194124 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 612b5334-2c73-4495-a917-6e51b705efde no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:21.213342 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: 612b5334-2c73-4495-a917-6e51b705efde {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:21.213684 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device 612b5334-2c73-4495-a917-6e51b705efde not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:21.240655 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca619d70-9825-4cc6-8817-169ac3d5766f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group (30105ad4-0266-4edd-a0a3-cc7ba62670b6), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.264267 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca619d70-9825-4cc6-8817-169ac3d5766f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group (30105ad4-0266-4edd-a0a3-cc7ba62670b6), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.326802 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca619d70-9825-4cc6-8817-169ac3d5766f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (30105ad4-0266-4edd-a0a3-cc7ba62670b6), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.329915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca619d70-9825-4cc6-8817-169ac3d5766f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.331732 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ca619d70-9825-4cc6-8817-169ac3d5766f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/30105ad4-0266-4edd-a0a3-cc7ba62670b6 HTTP/1.1" status: 204 len: 168 time: 0.1516047 Oct 10 12:09:21.341638 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca619d70-9825-4cc6-8817-169ac3d5766f tempest-TestVolumeBootPattern-851235108 tempest-TestVolumeBootPattern-851235108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30105ad4-0266-4edd-a0a3-cc7ba62670b6,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:21.389368 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51298) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:21.802569 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:22.274261 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:22.312515 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Deleting port 01e37693-99bd-4658-a7df-6fcab4f765c7 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:22.312784 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:22.389315 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] For port 01e37693-99bd-4658-a7df-6fcab4f765c7, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=01e37693-99bd-4658-a7df-6fcab4f765c7,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:22.389677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:22.402104 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Calling delete_port for 01e37693-99bd-4658-a7df-6fcab4f765c7 owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:22.461861 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:22.579731 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (01e37693-99bd-4658-a7df-6fcab4f765c7), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:22.607570 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e37693-99bd-4658-a7df-6fcab4f765c7,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:22.767019 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:22.970127 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:09:23.067697 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:23.070699 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:09:23.076357 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-733cd30a-60f1-449d-ae50-1476d796ca86 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0d9f6e87-a97d-4ba9-8d9f-c2da549f4635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6859832 Oct 10 12:09:23.079159 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51310) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:23.081621 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] Sync routers for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:09:23.091122 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:23.091712 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:09:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:23.175182 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks [] for router (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.190791 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:23.287051 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks [] for router_gateway (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.335583 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Deleting port 1b1920da-c53c-4eb0-a96f-db9897333200 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:23.335919 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.379810 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:23.418756 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] For port 1b1920da-c53c-4eb0-a96f-db9897333200, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=1b1920da-c53c-4eb0-a96f-db9897333200,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:23.419137 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.433005 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Calling delete_port for 1b1920da-c53c-4eb0-a96f-db9897333200 owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:23.451638 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:09:22Z', 'revision_number': 5, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port': {'id': '1b1920da-c53c-4eb0-a96f-db9897333200', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:21Z', 'updated_at': '2022-10-10T12:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:23.475905 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] Checking router: 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:09:23.484260 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] Routers {'0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:23.484860 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:09:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:23.567826 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] Set router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 gateway port host: None {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:23.595607 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (1b1920da-c53c-4eb0-a96f-db9897333200), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.618174 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1920da-c53c-4eb0-a96f-db9897333200,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:23.618409 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:09:23Z', 'revision_number': 6, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:23.643664 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c6af94-ef43-4eb0-a25d-aa8b94f5de27 None None] The sync data for ids ['0d9f6e87-a97d-4ba9-8d9f-c2da549f4635'] in dv-cinder-850618-4-iscsi is: [{'id': '0d9f6e87-a97d-4ba9-8d9f-c2da549f4635', 'name': 'tempest-TestVolumeBootPattern-1806293754-router', 'tenant_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:20Z', 'updated_at': '2022-10-10T12:09:23Z', 'revision_number': 6, 'project_id': '638435e7c9ea431aa6ad3674ee6ff2ae', 'gw_port_host': None}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:09:23.690945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.778069 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.780236 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks [] for router_controller (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.822025 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (0d9f6e87-a97d-4ba9-8d9f-c2da549f4635), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.822536 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:09:23.827000 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.828130 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4e86290c-cb1a-4e82-b08e-d4a989e608e6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/0d9f6e87-a97d-4ba9-8d9f-c2da549f4635 HTTP/1.1" status: 204 len: 168 time: 0.7479947 Oct 10 12:09:23.831287 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51314) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:23.874761 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2caf53-e56b-4a4b-8fc3-f7117e59a215 admin admin] Deleting subnet 8571d062-b030-4082-9046-61470997a90e {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:09:23.878364 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ce2caf53-e56b-4a4b-8fc3-f7117e59a215 admin admin] Publish callbacks [] for subnet (8571d062-b030-4082-9046-61470997a90e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.916145 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ce2caf53-e56b-4a4b-8fc3-f7117e59a215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (8571d062-b030-4082-9046-61470997a90e), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.958439 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:23.994876 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ce2caf53-e56b-4a4b-8fc3-f7117e59a215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (8571d062-b030-4082-9046-61470997a90e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.050770 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ce2caf53-e56b-4a4b-8fc3-f7117e59a215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (8571d062-b030-4082-9046-61470997a90e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.081590 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2caf53-e56b-4a4b-8fc3-f7117e59a215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8571d062-b030-4082-9046-61470997a90e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:24.085283 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ce2caf53-e56b-4a4b-8fc3-f7117e59a215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.088498 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ce2caf53-e56b-4a4b-8fc3-f7117e59a215 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/8571d062-b030-4082-9046-61470997a90e HTTP/1.1" status: 204 len: 168 time: 0.2562594 Oct 10 12:09:24.091017 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51316) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:24.091400 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d18fd-2d3e-4025-b662-3433190df792 None None] Network 099cba3b-5410-4f1b-a5a9-7c05259222ec requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:24.158475 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (099cba3b-5410-4f1b-a5a9-7c05259222ec), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.200785 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Deleting port 25b380cb-7114-46f6-ac7e-09169be2ba44 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:24.201197 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.260186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:24.267326 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] For port 25b380cb-7114-46f6-ac7e-09169be2ba44, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=25b380cb-7114-46f6-ac7e-09169be2ba44,segment=NetworkSegment(e4a81804-ced8-41d1-842b-9a7ac3559569),segment_id=e4a81804-ced8-41d1-842b-9a7ac3559569)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:24.267682 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.281114 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Calling delete_port for 25b380cb-7114-46f6-ac7e-09169be2ba44 owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:24.357319 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (25b380cb-7114-46f6-ac7e-09169be2ba44), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.380373 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b380cb-7114-46f6-ac7e-09169be2ba44,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:24.390065 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] No DVR routers for this DVR port 25b380cb-7114-46f6-ac7e-09169be2ba44 on host dv-cinder-850618-4-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:09:24.392255 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.392592 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.392961 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.393301 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.393655 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.393957 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.394284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.394605 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.394943 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.395270 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.395595 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.395915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.396234 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.396555 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.396870 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:24.418216 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a580b6c-da0d-429c-ace3-69489c2186d8 None None] DHCP port deletion for 099cba3b-5410-4f1b-a5a9-7c05259222ec request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:09:24.479295 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (099cba3b-5410-4f1b-a5a9-7c05259222ec), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.493631 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 25b380cb-7114-46f6-ac7e-09169be2ba44 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:24.500140 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099cba3b-5410-4f1b-a5a9-7c05259222ec']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:24.509655 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a81804-ced8-41d1-842b-9a7ac3559569') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:24.509953 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a81804-ced8-41d1-842b-9a7ac3559569') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:24.512702 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 25b380cb-7114-46f6-ac7e-09169be2ba44 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:24.513047 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 25b380cb-7114-46f6-ac7e-09169be2ba44 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:24.513662 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 1b1920da-c53c-4eb0-a96f-db9897333200 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:24.521816 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3262232'] for segment (e4a81804-ced8-41d1-842b-9a7ac3559569), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.536414 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 1b1920da-c53c-4eb0-a96f-db9897333200 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:24.536663 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (e4a81804-ced8-41d1-842b-9a7ac3559569), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.536785 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 1b1920da-c53c-4eb0-a96f-db9897333200 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:24.537162 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 01e37693-99bd-4658-a7df-6fcab4f765c7 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:24.543944 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:09:24.544486 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267082'] for segment (e4a81804-ced8-41d1-842b-9a7ac3559569), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.557013 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 01e37693-99bd-4658-a7df-6fcab4f765c7 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:24.557358 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 01e37693-99bd-4658-a7df-6fcab4f765c7 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:24.614980 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (099cba3b-5410-4f1b-a5a9-7c05259222ec), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.626612 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.632785 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/099cba3b-5410-4f1b-a5a9-7c05259222ec HTTP/1.1" status: 204 len: 168 time: 0.5380406 Oct 10 12:09:24.633295 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51324) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:24.640391 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a5061-ecc8-42f9-8314-e2029dc6a392 admin admin] Pushing event deleted for resources: {'Network': ['ID=099cba3b-5410-4f1b-a5a9-7c05259222ec,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:24.703903 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment e4a81804-ced8-41d1-842b-9a7ac3559569 resource provider aggregate not found Oct 10 12:09:24.720385 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment e4a81804-ced8-41d1-842b-9a7ac3559569 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4a81804-ced8-41d1-842b-9a7ac3559569 found for delete ", "request_id": "req-c21bc8cd-c640-4a73-af35-503ceee02f76"}]} Oct 10 12:09:24.952200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (2f908774-b056-4525-b547-74d525d2d68e), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.163408 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Deleting port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:25.163741 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.245349 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] For port db5721f2-39d3-4ff5-b1ff-49c3a2b47b78, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,segment=NetworkSegment(9871780e-c5d5-4d41-9d7c-4c31d9d0511c),segment_id=9871780e-c5d5-4d41-9d7c-4c31d9d0511c)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:25.245623 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.258261 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Calling delete_port for db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 owned by network:router_interface {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:25.430725 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (db5721f2-39d3-4ff5-b1ff-49c3a2b47b78), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.433794 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:25.436129 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:25.459895 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Pushing event deleted for resources: {'Port': ['ID=db5721f2-39d3-4ff5-b1ff-49c3a2b47b78,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:25.488261 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.488602 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.488935 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.489268 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.489588 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.489912 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.490229 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.490545 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.490862 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.491205 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.491524 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.491842 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.492159 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.492470 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.492779 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:25.629776 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (2f908774-b056-4525-b547-74d525d2d68e), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.826311 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Router 2f908774-b056-4525-b547-74d525d2d68e has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:09:25.924690 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:09:25.929572 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-eb7c60ee-0779-405f-95c6-62a6f47158fd admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2f908774-b056-4525-b547-74d525d2d68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2954328 Oct 10 12:09:25.932320 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51330) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:25.932904 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] Sync routers for ids ['2f908774-b056-4525-b547-74d525d2d68e'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:09:25.935160 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:25.936710 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:25.946212 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] Routers {'2f908774-b056-4525-b547-74d525d2d68e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:25.946827 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:09:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['2f908774-b056-4525-b547-74d525d2d68e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:26.030913 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks [] for router (2f908774-b056-4525-b547-74d525d2d68e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.089551 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:09:26.130675 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks [] for router_gateway (2f908774-b056-4525-b547-74d525d2d68e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.170067 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:26.171375 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] Set router 2f908774-b056-4525-b547-74d525d2d68e gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:26.178046 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Deleting port 13369a9d-842b-49f3-a7f1-dc42382c04c6 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:26.178462 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.267436 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] For port 13369a9d-842b-49f3-a7f1-dc42382c04c6, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=13369a9d-842b-49f3-a7f1-dc42382c04c6,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:26.268325 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.282136 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Calling delete_port for 13369a9d-842b-49f3-a7f1-dc42382c04c6 owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:26.353324 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:09:25Z', 'revision_number': 5, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port': {'id': '13369a9d-842b-49f3-a7f1-dc42382c04c6', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f908774-b056-4525-b547-74d525d2d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:26.377284 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] Checking router: 2f908774-b056-4525-b547-74d525d2d68e for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:09:26.385437 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] Routers {'2f908774-b056-4525-b547-74d525d2d68e'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:26.386041 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:09:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['2f908774-b056-4525-b547-74d525d2d68e'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:26.452771 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:26.472148 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (13369a9d-842b-49f3-a7f1-dc42382c04c6), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.489969 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] Set router 2f908774-b056-4525-b547-74d525d2d68e gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:26.501905 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Pushing event deleted for resources: {'Port': ['ID=13369a9d-842b-49f3-a7f1-dc42382c04c6,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:26.542016 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:09:26Z', 'revision_number': 6, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:26.564675 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (2f908774-b056-4525-b547-74d525d2d68e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.566483 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2202f2-72d1-4ef0-93dd-d16366053d41 None None] The sync data for ids ['2f908774-b056-4525-b547-74d525d2d68e'] in dv-cinder-850618-4-iscsi is: [{'id': '2f908774-b056-4525-b547-74d525d2d68e', 'name': 'tempest-TestVolumeBootPattern-2041659079-router', 'tenant_id': '53dfa853fdbd4749a0521835994ce87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:28Z', 'updated_at': '2022-10-10T12:09:26Z', 'revision_number': 6, 'project_id': '53dfa853fdbd4749a0521835994ce87b', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:09:26.655326 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (2f908774-b056-4525-b547-74d525d2d68e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.657596 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks [] for router_controller (2f908774-b056-4525-b547-74d525d2d68e), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.701577 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (2f908774-b056-4525-b547-74d525d2d68e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.702160 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f908774-b056-4525-b547-74d525d2d68e {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:09:26.707118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.708277 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9256236b-f88f-43a1-9ff0-6d8528440fec admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/2f908774-b056-4525-b547-74d525d2d68e HTTP/1.1" status: 204 len: 168 time: 0.7749515 Oct 10 12:09:26.710832 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51334) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:26.758934 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf95d67f-a589-48c2-8df4-b2e6fd8f1471 admin admin] Deleting subnet 6ae6bb6b-03f0-45b2-b4d6-8c488794b442 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:09:26.762088 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cf95d67f-a589-48c2-8df4-b2e6fd8f1471 admin admin] Publish callbacks [] for subnet (6ae6bb6b-03f0-45b2-b4d6-8c488794b442), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.796392 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cf95d67f-a589-48c2-8df4-b2e6fd8f1471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (6ae6bb6b-03f0-45b2-b4d6-8c488794b442), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.870373 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cf95d67f-a589-48c2-8df4-b2e6fd8f1471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (6ae6bb6b-03f0-45b2-b4d6-8c488794b442), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.927575 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cf95d67f-a589-48c2-8df4-b2e6fd8f1471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (6ae6bb6b-03f0-45b2-b4d6-8c488794b442), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.954357 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95d67f-a589-48c2-8df4-b2e6fd8f1471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae6bb6b-03f0-45b2-b4d6-8c488794b442,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:26.956977 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cf95d67f-a589-48c2-8df4-b2e6fd8f1471 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.960082 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cf95d67f-a589-48c2-8df4-b2e6fd8f1471 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6ae6bb6b-03f0-45b2-b4d6-8c488794b442 HTTP/1.1" status: 204 len: 168 time: 0.2482722 Oct 10 12:09:26.961721 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599ac7d6-e146-412f-80f2-07bfd8bfe6f9 None None] Network 07e841d0-ae75-47bc-91e6-fe2da0b08370 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:26.962747 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51336) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:27.030701 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (07e841d0-ae75-47bc-91e6-fe2da0b08370), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.078801 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Deleting port 68609100-8a8c-48d6-8daa-02104355ddd0 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:27.079156 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.111077 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] DHCP port deletion for 07e841d0-ae75-47bc-91e6-fe2da0b08370 request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:09:27.142049 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] For port 68609100-8a8c-48d6-8daa-02104355ddd0, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=68609100-8a8c-48d6-8daa-02104355ddd0,segment=NetworkSegment(9871780e-c5d5-4d41-9d7c-4c31d9d0511c),segment_id=9871780e-c5d5-4d41-9d7c-4c31d9d0511c)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:27.142531 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.148880 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Deleting port 68609100-8a8c-48d6-8daa-02104355ddd0 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:27.149408 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.159035 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Calling delete_port for 68609100-8a8c-48d6-8daa-02104355ddd0 owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:27.219814 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] For port 68609100-8a8c-48d6-8daa-02104355ddd0, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=68609100-8a8c-48d6-8daa-02104355ddd0,segment=NetworkSegment(9871780e-c5d5-4d41-9d7c-4c31d9d0511c),segment_id=9871780e-c5d5-4d41-9d7c-4c31d9d0511c)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:27.220163 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.234578 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Calling delete_port for 68609100-8a8c-48d6-8daa-02104355ddd0 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:27.242739 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.268195 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Pushing event deleted for resources: {'Port': ['ID=68609100-8a8c-48d6-8daa-02104355ddd0,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.271780 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] No DVR routers for this DVR port 68609100-8a8c-48d6-8daa-02104355ddd0 on host dv-cinder-850618-4-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:09:27.314609 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (68609100-8a8c-48d6-8daa-02104355ddd0), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.335115 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:27.345416 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (07e841d0-ae75-47bc-91e6-fe2da0b08370), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.345645 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Pushing event deleted for resources: {'Port': ['ID=68609100-8a8c-48d6-8daa-02104355ddd0,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.352738 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] No DVR routers for this DVR port 68609100-8a8c-48d6-8daa-02104355ddd0 on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:09:27.359700 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.359932 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.360270 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.360612 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.360947 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.361277 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.361895 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.362231 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.362563 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.362914 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.363263 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.363600 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.363916 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.364395 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.364876 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c854a7-393a-48d0-957c-b217f9e91fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:27.376083 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e841d0-ae75-47bc-91e6-fe2da0b08370']}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:27.385952 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9871780e-c5d5-4d41-9d7c-4c31d9d0511c') {'for_net_delete': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:27.386263 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.services.segments.db [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9871780e-c5d5-4d41-9d7c-4c31d9d0511c') {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:27.396544 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944574'] for segment (9871780e-c5d5-4d41-9d7c-4c31d9d0511c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.406427 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:27.410427 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (9871780e-c5d5-4d41-9d7c-4c31d9d0511c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.417787 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=106262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:09:27.418145 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26182409'] for segment (9871780e-c5d5-4d41-9d7c-4c31d9d0511c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.458142 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 9871780e-c5d5-4d41-9d7c-4c31d9d0511c resource provider aggregate not found Oct 10 12:09:27.477495 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.services.segments.plugin [-] Segment 9871780e-c5d5-4d41-9d7c-4c31d9d0511c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9871780e-c5d5-4d41-9d7c-4c31d9d0511c found for delete ", "request_id": "req-1ae9c65a-7d6e-4f85-8f45-8610e7ff3151"}]} Oct 10 12:09:27.482534 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (07e841d0-ae75-47bc-91e6-fe2da0b08370), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.488558 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.494303 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/07e841d0-ae75-47bc-91e6-fe2da0b08370 HTTP/1.1" status: 204 len: 168 time: 0.5280466 Oct 10 12:09:27.503512 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a3a0b-27fd-47f6-bdcf-f7de53df4eba admin admin] Pushing event deleted for resources: {'Network': ['ID=07e841d0-ae75-47bc-91e6-fe2da0b08370,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.617079 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51350) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:27.659243 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-e55f39be-c3a9-4266-b46a-4324777d9f55 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=638435e7c9ea431aa6ad3674ee6ff2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409725 Oct 10 12:09:27.661883 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51352) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:27.715096 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10751f52-a30e-4ceb-82a2-50220bd8a651 admin admin] Publish callbacks [] for security_group (f881388c-9033-4d91-8012-423b538a6531), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.736017 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10751f52-a30e-4ceb-82a2-50220bd8a651 admin admin] Publish callbacks [] for security_group (f881388c-9033-4d91-8012-423b538a6531), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.783421 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10751f52-a30e-4ceb-82a2-50220bd8a651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (f881388c-9033-4d91-8012-423b538a6531), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.785928 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-10751f52-a30e-4ceb-82a2-50220bd8a651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.787096 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-10751f52-a30e-4ceb-82a2-50220bd8a651 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f881388c-9033-4d91-8012-423b538a6531 HTTP/1.1" status: 204 len: 168 time: 0.1241305 Oct 10 12:09:27.795599 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10751f52-a30e-4ceb-82a2-50220bd8a651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f881388c-9033-4d91-8012-423b538a6531,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:28.135095 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51362) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:28.174867 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-4b3523fa-68aa-4084-a346-820d7a5f4d56 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=53dfa853fdbd4749a0521835994ce87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380404 Oct 10 12:09:28.177481 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51364) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:28.209661 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:28.229008 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-55ed4183-dc6f-455f-851e-cd8d216cb287 admin admin] Publish callbacks [] for security_group (37a1f228-8a8f-4a81-9a48-44a5420a6be9), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.250983 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-55ed4183-dc6f-455f-851e-cd8d216cb287 admin admin] Publish callbacks [] for security_group (37a1f228-8a8f-4a81-9a48-44a5420a6be9), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.300770 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-55ed4183-dc6f-455f-851e-cd8d216cb287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (37a1f228-8a8f-4a81-9a48-44a5420a6be9), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.303326 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-55ed4183-dc6f-455f-851e-cd8d216cb287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.303941 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:28.307242 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-55ed4183-dc6f-455f-851e-cd8d216cb287 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/37a1f228-8a8f-4a81-9a48-44a5420a6be9 HTTP/1.1" status: 204 len: 168 time: 0.1287227 Oct 10 12:09:28.315215 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed4183-dc6f-455f-851e-cd8d216cb287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1f228-8a8f-4a81-9a48-44a5420a6be9,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:28.324980 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:28.325402 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device db5721f2-39d3-4ff5-b1ff-49c3a2b47b78 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:28.325899 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 13369a9d-842b-49f3-a7f1-dc42382c04c6 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:28.350450 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 13369a9d-842b-49f3-a7f1-dc42382c04c6 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:28.350879 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 13369a9d-842b-49f3-a7f1-dc42382c04c6 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:28.351412 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 68609100-8a8c-48d6-8daa-02104355ddd0 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:28.373043 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 68609100-8a8c-48d6-8daa-02104355ddd0 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:28.373394 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 68609100-8a8c-48d6-8daa-02104355ddd0 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:28.697481 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-8c16ad8f-f541-4a87-b14d-75f021d8c004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:30.929804 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9acf9179-209c-4b1c-8775-23df88292188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:31.971401 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:33.591095 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=90 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:33.682806 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:33.742524 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:36.086329 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=81 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:38.164970 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:38.171216 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:38.245696 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51414) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:38.286569 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=49,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:38.315658 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:38.351457 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-25cf7ba1-09c0-4c13-9f5b-b5a1907c8c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.426521 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-25cf7ba1-09c0-4c13-9f5b-b5a1907c8c19 admin admin] Publish callbacks [] for security_group (5bbd768d-5e8a-4204-9313-71571e0159b6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.430203 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-25cf7ba1-09c0-4c13-9f5b-b5a1907c8c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (5bbd768d-5e8a-4204-9313-71571e0159b6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.470118 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf7ba1-09c0-4c13-9f5b-b5a1907c8c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbd768d-5e8a-4204-9313-71571e0159b6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:38.474812 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-25cf7ba1-09c0-4c13-9f5b-b5a1907c8c19 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6008262991844b799ce658e5ed6e0855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281284 Oct 10 12:09:38.477448 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51418) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:38.525304 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69d2d59c-2df8-4e75-b412-de46a60c31c7 admin admin] Publish callbacks [] for security_group (5bbd768d-5e8a-4204-9313-71571e0159b6), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.545696 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69d2d59c-2df8-4e75-b412-de46a60c31c7 admin admin] Publish callbacks [] for security_group (5bbd768d-5e8a-4204-9313-71571e0159b6), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.590494 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69d2d59c-2df8-4e75-b412-de46a60c31c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (5bbd768d-5e8a-4204-9313-71571e0159b6), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.593080 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69d2d59c-2df8-4e75-b412-de46a60c31c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.594220 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-69d2d59c-2df8-4e75-b412-de46a60c31c7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5bbd768d-5e8a-4204-9313-71571e0159b6 HTTP/1.1" status: 204 len: 168 time: 0.1158576 Oct 10 12:09:38.602550 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2d59c-2df8-4e75-b412-de46a60c31c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbd768d-5e8a-4204-9313-71571e0159b6,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:38.614604 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:42.955783 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.094112 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282926e8-8261-491b-be26-7f80d9e4a839 req-31fe2ce1-8a3e-469c-80f8-8e8c5de85e1a tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:47.095594 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-282926e8-8261-491b-be26-7f80d9e4a839 req-31fe2ce1-8a3e-469c-80f8-8e8c5de85e1a tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0469644 Oct 10 12:09:47.147244 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-282926e8-8261-491b-be26-7f80d9e4a839 req-8fa386c4-e8a1-40c4-ac6b-6e256f5d905a tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460036 Oct 10 12:09:48.273298 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb259a6-b287-4c15-8355-0b96e7d8524e req-10dbb5c6-d241-473b-8672-871557dcd1d7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:48.274750 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4fb259a6-b287-4c15-8355-0b96e7d8524e req-10dbb5c6-d241-473b-8672-871557dcd1d7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0496826 Oct 10 12:09:48.323145 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4fb259a6-b287-4c15-8355-0b96e7d8524e req-064df852-548a-4d3e-92c2-fb55eb3e6f46 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426688 Oct 10 12:09:49.442588 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1d30f-7da8-4961-9f74-30c275683414 req-b0550b72-17dd-4f14-aaed-4b20f47d11b7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:49.444083 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9af1d30f-7da8-4961-9f74-30c275683414 req-b0550b72-17dd-4f14-aaed-4b20f47d11b7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0473876 Oct 10 12:09:49.492512 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9af1d30f-7da8-4961-9f74-30c275683414 req-7dbd1738-395d-467a-b383-7bfbc5e85f51 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426729 Oct 10 12:09:50.615590 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4597d-a618-48a6-989c-ca1278a55e7f req-6c7538fb-f308-4b76-9a4e-2a64a90ec27e tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:50.617057 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-29a4597d-a618-48a6-989c-ca1278a55e7f req-6c7538fb-f308-4b76-9a4e-2a64a90ec27e tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0498550 Oct 10 12:09:50.666063 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-29a4597d-a618-48a6-989c-ca1278a55e7f req-36bba118-6cc1-49e8-b32c-f7dc1df0b739 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434988 Oct 10 12:09:51.787249 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266439a1-3039-4dc1-b9a2-1ff0824db794 req-49b034bf-8974-4a29-86fb-251c6de129a4 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:51.788693 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-266439a1-3039-4dc1-b9a2-1ff0824db794 req-49b034bf-8974-4a29-86fb-251c6de129a4 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0454803 Oct 10 12:09:51.837898 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-266439a1-3039-4dc1-b9a2-1ff0824db794 req-6d21e66b-e987-41cc-b45f-6a838c6e0eea tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435505 Oct 10 12:09:52.949731 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:52.951582 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:52.958227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3dbdd-db60-418b-bec0-4f3461b581b7 req-59a5282c-0dc3-47c7-82d2-e3b895da926a tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:52.959842 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-80d3dbdd-db60-418b-bec0-4f3461b581b7 req-59a5282c-0dc3-47c7-82d2-e3b895da926a tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0473030 Oct 10 12:09:53.010769 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-80d3dbdd-db60-418b-bec0-4f3461b581b7 req-94d16a0e-76cc-4c4d-9256-77341a8da2e3 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454366 Oct 10 12:09:54.111515 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:54.122285 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:54.131657 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765ef92-e32a-437c-8b64-0a6d674ad441 req-9dd63955-2368-41d8-94b2-d9f544ddefc7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:54.133115 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b765ef92-e32a-437c-8b64-0a6d674ad441 req-9dd63955-2368-41d8-94b2-d9f544ddefc7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0484707 Oct 10 12:09:54.184503 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b765ef92-e32a-437c-8b64-0a6d674ad441 req-c3beaf4e-8c63-4885-a13d-846e11422068 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454371 Oct 10 12:09:55.309323 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9cbf2-c1b9-4573-9b52-637a30e469b5 req-3781bbfa-f587-4f13-828e-51d197638861 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:55.310781 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2bb9cbf2-c1b9-4573-9b52-637a30e469b5 req-3781bbfa-f587-4f13-828e-51d197638861 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0462275 Oct 10 12:09:55.362032 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2bb9cbf2-c1b9-4573-9b52-637a30e469b5 req-79457d4d-5fa2-4de9-a366-d22698c7d212 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448854 Oct 10 12:09:56.488401 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edbcd-1b8f-49b6-9e32-37be689fa37a req-86caed80-295b-4158-bf21-71c6dc50cd67 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:56.489850 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa4edbcd-1b8f-49b6-9e32-37be689fa37a req-86caed80-295b-4158-bf21-71c6dc50cd67 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0507042 Oct 10 12:09:56.541019 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa4edbcd-1b8f-49b6-9e32-37be689fa37a req-f810ac25-8ead-40aa-828d-a0f8076dce53 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Oct 10 12:09:57.661428 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e80d-893c-4a94-b505-a243a124d485 req-a19eb190-0e73-4af9-b3cb-b92fd705143d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:57.663097 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4d07e80d-893c-4a94-b505-a243a124d485 req-a19eb190-0e73-4af9-b3cb-b92fd705143d tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0489733 Oct 10 12:09:57.712941 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4d07e80d-893c-4a94-b505-a243a124d485 req-d799f653-6a70-44ba-a347-63a1e10b0560 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Oct 10 12:09:58.700386 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-92801e65-134a-4606-a674-28e67a38c9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.839949 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6278-8ccd-46d6-8a1c-fd214004a15b req-386842d6-7f23-480f-bb8b-9d5533c5bcac tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:58.841406 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd7a6278-8ccd-46d6-8a1c-fd214004a15b req-386842d6-7f23-480f-bb8b-9d5533c5bcac tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0465698 Oct 10 12:09:59.162376 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd7a6278-8ccd-46d6-8a1c-fd214004a15b req-54a5d89f-6b6c-4dc5-96c4-3b61704ecc87 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154068 Oct 10 12:09:59.544246 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-8793ba37-ec6e-4e7c-bfd4-fa38717045c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:59.545945 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-8793ba37-ec6e-4e7c-bfd4-fa38717045c5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1130 time: 0.1347518 Oct 10 12:09:59.640534 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-fa405e0e-ebe2-4206-bfe9-299b6a9b5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:59.641977 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-fa405e0e-ebe2-4206-bfe9-299b6a9b5612 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 910 time: 0.0880666 Oct 10 12:09:59.704286 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-bc383082-d286-4eb3-804b-0d50d4ef4376 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 1000 time: 0.0556555 Oct 10 12:09:59.750349 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-f60ea092-febc-46f6-87fd-23ea97ca3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:59.751779 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-f60ea092-febc-46f6-87fd-23ea97ca3c09 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 200 len: 848 time: 0.0418518 Oct 10 12:09:59.798472 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-849ce182-00e2-468b-b24b-5e11948e2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:59.800133 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-849ce182-00e2-468b-b24b-5e11948e2102 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=483a09a3-ddf6-44a4-84ed-29db31f2e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426710 Oct 10 12:09:59.810120 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-c5dcea1e-5449-41d9-b3be-e7363dd5ca57 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:09:59.811107 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-c5dcea1e-5449-41d9-b3be-e7363dd5ca57 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049217 Oct 10 12:09:59.903726 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-8be15820-2617-4f00-96ad-6b78a6bb7b3a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Oct 10 12:09:59.998065 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f10bda1c-94ea-49b7-b030-2c8e8b7b0baf req-4763bfd7-12e5-4342-bd6a-7b1eff0c9d4f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875201 Oct 10 12:10:00.114856 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=16 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:00.115618 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=16 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:00.283669 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee1914-7bf0-459c-8e97-410b345cd701 req-f6e0ffef-c823-41bc-acba-7294ef2f6257 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:00.285126 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-33ee1914-7bf0-459c-8e97-410b345cd701 req-f6e0ffef-c823-41bc-acba-7294ef2f6257 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0473337 Oct 10 12:10:00.336634 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-33ee1914-7bf0-459c-8e97-410b345cd701 req-20f866f7-48fe-464b-88b1-230bbdcbd3a1 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Oct 10 12:10:00.931502 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d790b60c-5290-4797-9d85-977f663b5979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:01.420596 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:01.463679 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e169f4c-767b-4e46-81eb-d2569607dc63 req-5da9e614-8164-4e60-b2e8-39080b635c4f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:01.465358 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3e169f4c-767b-4e46-81eb-d2569607dc63 req-5da9e614-8164-4e60-b2e8-39080b635c4f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0533853 Oct 10 12:10:01.477988 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:01.515248 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3e169f4c-767b-4e46-81eb-d2569607dc63 req-7e1ae05e-f6dd-48a7-8e86-cc92fc105bd9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442388 Oct 10 12:10:01.977101 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:02.641136 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e62ebc-299a-4a3e-9b05-2d63bac24874 req-75316330-8856-4ea2-bf58-afe2c1093bd5 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:02.642582 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-35e62ebc-299a-4a3e-9b05-2d63bac24874 req-75316330-8856-4ea2-bf58-afe2c1093bd5 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0505035 Oct 10 12:10:02.691200 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-35e62ebc-299a-4a3e-9b05-2d63bac24874 req-c790e3e5-cfaf-4ab2-903e-a20c937cdd26 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427866 Oct 10 12:10:02.961585 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ddb80-9444-41a6-a439-e949fe00a7aa req-692f9b48-83c4-469d-999d-f3301022805f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:02.963089 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3c7ddb80-9444-41a6-a439-e949fe00a7aa req-692f9b48-83c4-469d-999d-f3301022805f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0789979 Oct 10 12:10:02.971492 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-2a497edd-732b-4f9a-8f6a-369862bb2e7f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149268 Oct 10 12:10:03.018474 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3c7ddb80-9444-41a6-a439-e949fe00a7aa req-e222da73-afb6-43e3-84f9-e08e56f64564 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498028 Oct 10 12:10:03.089306 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:10:03.168674 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fa47-013d-424a-909d-c20272b41394 req-e70c3c01-1fc7-40a6-a00a-8e29be9e3a7f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:03.170332 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-e70c3c01-1fc7-40a6-a00a-8e29be9e3a7f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports/ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 943 time: 0.1663625 Oct 10 12:10:03.688489 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:03.745029 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.140247 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ae382-d082-43ce-ae30-3b526584ced6 req-aadf0140-4583-4ce6-a8ca-94c4d6780f7f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:04.141678 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f17ae382-d082-43ce-ae30-3b526584ced6 req-aadf0140-4583-4ce6-a8ca-94c4d6780f7f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0461774 Oct 10 12:10:04.190869 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f17ae382-d082-43ce-ae30-3b526584ced6 req-02da1ec1-cdb3-4562-b2cf-1df039bab5e9 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435331 Oct 10 12:10:05.036915 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fa47-013d-424a-909d-c20272b41394 req-55c63e26-745d-42fc-b77b-db921ab2426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:05.038262 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-55c63e26-745d-42fc-b77b-db921ab2426e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625&tenant_id=52575749f6f6409b947c28bb16649eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0422289 Oct 10 12:10:05.119925 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fa47-013d-424a-909d-c20272b41394 req-1c369c4e-0f15-4a07-a8fc-20f7666e1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:05.121418 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-1c369c4e-0f15-4a07-a8fc-20f7666e1935 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1130 time: 0.0394609 Oct 10 12:10:05.212075 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fa47-013d-424a-909d-c20272b41394 req-7d0f507a-93e9-4b2b-ad5d-22f17495a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:05.213508 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-7d0f507a-93e9-4b2b-ad5d-22f17495a22a service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 910 time: 0.0844965 Oct 10 12:10:05.306134 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-4ae67584-324f-4465-8074-f3d16e822caa service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 1000 time: 0.0848351 Oct 10 12:10:05.329372 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0857fd-f394-420c-91bf-aa92450371e5 req-424a091d-04f5-46fb-a2e0-ed56697a3d7c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:05.331091 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-df0857fd-f394-420c-91bf-aa92450371e5 req-424a091d-04f5-46fb-a2e0-ed56697a3d7c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0620339 Oct 10 12:10:05.376923 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ef4352e6-9d9a-4f59-bd5f-87989e5726d5 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:10:05.392579 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fa47-013d-424a-909d-c20272b41394 req-f74af412-a0e4-4f97-838d-4a6248aeb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:05.394025 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-f74af412-a0e4-4f97-838d-4a6248aeb410 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 200 len: 848 time: 0.0803638 Oct 10 12:10:05.437407 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-df0857fd-f394-420c-91bf-aa92450371e5 req-ac9fe3f8-5697-4a56-92d5-2a1a7a85d61f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891168 Oct 10 12:10:05.446275 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173fa47-013d-424a-909d-c20272b41394 req-32a0efa8-5ada-4342-a186-7102329adda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:05.447776 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-32a0efa8-5ada-4342-a186-7102329adda9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=483a09a3-ddf6-44a4-84ed-29db31f2e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461917 Oct 10 12:10:05.450502 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 is: ACTIVE; New status is: DOWN {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:05.450901 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.473970 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:05.476227 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560634d8-52d7-4a89-86a4-722dbc78354e" -d '{"events": [{"server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:05.492462 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:05.497443 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.522655 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9870490-1841-4b03-88bf-88baeeeb3f93 x-openstack-request-id: req-b9870490-1841-4b03-88bf-88baeeeb3f93 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:05.522965 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:05.523216 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9870490-1841-4b03-88bf-88baeeeb3f93 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:05.523606 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9870490-1841-4b03-88bf-88baeeeb3f93'] response: {'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'code': 200} Oct 10 12:10:05.542988 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-8210e387-6690-4da7-863e-a2946a615dfa service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871501 Oct 10 12:10:05.549855 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=6']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:05.653739 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f173fa47-013d-424a-909d-c20272b41394 req-c9265038-e428-4eb9-b523-17960dec112c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864356 Oct 10 12:10:06.519986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:06.557329 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea47f4-b1c0-47cb-8271-92ea6acb1b51 req-910431bb-5409-45a4-be49-81d7b38a2f17 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:06.558768 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfea47f4-b1c0-47cb-8271-92ea6acb1b51 req-910431bb-5409-45a4-be49-81d7b38a2f17 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0470819 Oct 10 12:10:06.569451 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:06.606452 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfea47f4-b1c0-47cb-8271-92ea6acb1b51 req-4fb91aca-e4cd-4b37-b157-bde8af7cf3f6 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422184 Oct 10 12:10:07.731125 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ce4f6-f37c-4357-bc83-a1668ef61b07 req-0ab9af96-0cfd-4cb7-9955-feae372f2d48 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:07.732563 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d49ce4f6-f37c-4357-bc83-a1668ef61b07 req-0ab9af96-0cfd-4cb7-9955-feae372f2d48 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0504048 Oct 10 12:10:07.779982 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d49ce4f6-f37c-4357-bc83-a1668ef61b07 req-24081b77-5340-49e6-bffb-5be70d3df9ee tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419588 Oct 10 12:10:08.898305 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4837d-b528-4766-9110-75c5702afc35 req-cd75965d-e619-4408-b6be-9b021acb7125 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:08.899767 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a6f4837d-b528-4766-9110-75c5702afc35 req-cd75965d-e619-4408-b6be-9b021acb7125 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0463154 Oct 10 12:10:08.947804 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a6f4837d-b528-4766-9110-75c5702afc35 req-6d2aec80-9161-44ae-8b0b-fb48987351f5 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Oct 10 12:10:10.070449 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232517f-f74d-419d-a469-affa758f0542 req-645bce2b-d0a7-4ca0-b5a8-dab2a6cb4667 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:10.071840 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6232517f-f74d-419d-a469-affa758f0542 req-645bce2b-d0a7-4ca0-b5a8-dab2a6cb4667 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0519328 Oct 10 12:10:10.120520 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6232517f-f74d-419d-a469-affa758f0542 req-e25254ec-7941-4e6c-a018-59cb572243fa tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430307 Oct 10 12:10:11.241463 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35169-66f0-4fec-80fa-d17a1555dbfc req-d43a1f83-c55e-4b8f-99cc-2b0602b9146f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:11.242915 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6ca35169-66f0-4fec-80fa-d17a1555dbfc req-d43a1f83-c55e-4b8f-99cc-2b0602b9146f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0478597 Oct 10 12:10:11.294467 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6ca35169-66f0-4fec-80fa-d17a1555dbfc req-8eb35b02-5363-482b-9361-e892efd1c058 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457652 Oct 10 12:10:11.813935 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750ed8a-f998-44e7-bce3-7911d0cebfd1 req-cf3e70e1-e3e6-4124-889f-45f253868c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:11.815320 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9750ed8a-f998-44e7-bce3-7911d0cebfd1 req-cf3e70e1-e3e6-4124-889f-45f253868c28 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1128 time: 0.0383985 Oct 10 12:10:11.862394 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9750ed8a-f998-44e7-bce3-7911d0cebfd1 req-b49f9b7b-5297-4ec5-bbf7-b6d49ac229e1 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Oct 10 12:10:12.415089 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078cffb-6af9-42b2-a919-9a2c9a3ceb5f req-a46085c7-ed3d-41ab-8013-49f7d4e0a305 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:12.416568 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5078cffb-6af9-42b2-a919-9a2c9a3ceb5f req-a46085c7-ed3d-41ab-8013-49f7d4e0a305 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0474114 Oct 10 12:10:12.465652 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5078cffb-6af9-42b2-a919-9a2c9a3ceb5f req-f860515d-f827-4268-b3e5-97b91117ae54 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431979 Oct 10 12:10:12.976188 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:13.085787 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:13.157613 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:13.160485 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:13.416781 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ef4352e6-9d9a-4f59-bd5f-87989e5726d5 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:10:13.518595 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:13.531310 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Returning: {'device': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'port_id': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'mac_address': 'fa:16:3e:b6:51:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:10:13.571555 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 is: DOWN; New status is: BUILD {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:13.571945 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:13.585572 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4352e6-9d9a-4f59-bd5f-87989e5726d5 {{(pid=106263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:10:13.588854 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270744e6-b097-4a35-ba81-d718bc16e8fb req-1ecfaeda-6564-494f-b96a-ee958b4c1668 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:13.590341 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-270744e6-b097-4a35-ba81-d718bc16e8fb req-1ecfaeda-6564-494f-b96a-ee958b4c1668 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 944 time: 0.0465899 Oct 10 12:10:13.606922 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:13.610909 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:13.641079 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-270744e6-b097-4a35-ba81-d718bc16e8fb req-5a1ca26d-a817-4e42-8bf9-1a734b4e0757 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450451 Oct 10 12:10:13.663168 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=7']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:13.898176 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] get_ports_and_sgs() called for port_ids ['ef4352e6-9d9a-4f59-bd5f-87989e5726d5'] {{(pid=106263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:10:14.092805 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:14.106916 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:14.557860 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51738) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:14.584455 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-d170fb98-4fb0-498b-9138-582455a93c9f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433445 Oct 10 12:10:14.658207 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-aa3aa71d-2067-4f7d-b61b-4c6c92bb03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:14.659723 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-aa3aa71d-2067-4f7d-b61b-4c6c92bb03df service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1129 time: 0.0387683 Oct 10 12:10:14.664756 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-82783191-6f8b-4d5b-9cbb-3a7f3e9577ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.741072 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-82783191-6f8b-4d5b-9cbb-3a7f3e9577ce admin admin] Publish callbacks [] for security_group (11059ddd-f2fe-4739-847f-b42a73ffa0d3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.745200 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-82783191-6f8b-4d5b-9cbb-3a7f3e9577ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (11059ddd-f2fe-4739-847f-b42a73ffa0d3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.768083 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-749cf0cb-de05-45bf-b75c-8f90e26d1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:14.769536 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-749cf0cb-de05-45bf-b75c-8f90e26d1358 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 910 time: 0.0922155 Oct 10 12:10:14.785295 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82783191-6f8b-4d5b-9cbb-3a7f3e9577ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11059ddd-f2fe-4739-847f-b42a73ffa0d3,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:14.793464 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-82783191-6f8b-4d5b-9cbb-3a7f3e9577ce admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6f960d6157f4416b857f85cf38d89455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321420 Oct 10 12:10:14.794459 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51742) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:14.831503 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-7bb5a359-e037-4e28-89f3-fc71ad2645e0 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 999 time: 0.0553958 Oct 10 12:10:14.842858 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fcfda239-7c23-4d6a-b451-a8d6dbe874c2 admin admin] Publish callbacks [] for security_group (11059ddd-f2fe-4739-847f-b42a73ffa0d3), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.863022 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fcfda239-7c23-4d6a-b451-a8d6dbe874c2 admin admin] Publish callbacks [] for security_group (11059ddd-f2fe-4739-847f-b42a73ffa0d3), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.877905 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-00f93091-54ab-4652-beeb-ca684f3995ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:14.879352 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-00f93091-54ab-4652-beeb-ca684f3995ae service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 200 len: 848 time: 0.0425348 Oct 10 12:10:14.909700 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fcfda239-7c23-4d6a-b451-a8d6dbe874c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (11059ddd-f2fe-4739-847f-b42a73ffa0d3), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.912386 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fcfda239-7c23-4d6a-b451-a8d6dbe874c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.913227 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:14.913519 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-fcfda239-7c23-4d6a-b451-a8d6dbe874c2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/11059ddd-f2fe-4739-847f-b42a73ffa0d3 HTTP/1.1" status: 204 len: 168 time: 0.1189671 Oct 10 12:10:14.921929 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfda239-7c23-4d6a-b451-a8d6dbe874c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11059ddd-f2fe-4739-847f-b42a73ffa0d3,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:14.927611 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-d5a1f203-8c3f-4e5f-a984-9af92b18fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:14.932351 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-d5a1f203-8c3f-4e5f-a984-9af92b18fb64 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=483a09a3-ddf6-44a4-84ed-29db31f2e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471251 Oct 10 12:10:14.986836 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:15.028079 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-3018ae10-3bda-487d-9498-ca0f51ebae89 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891387 Oct 10 12:10:15.130062 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ca6aeb8a-4b9e-4472-b689-fb5695f17510 req-b757199a-1ee1-4da8-9828-666b90c63889 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962949 Oct 10 12:10:15.426464 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ef4352e6-9d9a-4f59-bd5f-87989e5726d5 up at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:15.469957 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.provisioning_blocks [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Provisioning complete for port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 triggered by entity L2. {{(pid=106263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:15.470356 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666307'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), provisioning_complete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.470690 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Attempt 1 to provision port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 Oct 10 12:10:15.545736 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Current status of the port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 is: BUILD; New status is: ACTIVE {{(pid=106263) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:15.546123 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-886643'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.568124 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5'}] {{(pid=106263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:15.570987 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38914c059d56f5ea0bbef06fda537f0eb44f590bab198735a5dac92f3e4d4b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22b5397-8ddf-4604-9b9c-5edd358cb6c6" -d '{"events": [{"server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "name": "network-vif-plugged", "status": "completed", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5"}]}' {{(pid=106263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:15.584019 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:15.588311 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765381487809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765381031940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765381031958'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.636030 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Pushing event updated for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=8']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:15.786503 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b52e005-1bb7-46ec-bfcb-249a7fe39a60 x-openstack-request-id: req-8b52e005-1bb7-46ec-bfcb-249a7fe39a60 {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:15.786820 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "name": "network-vif-plugged", "status": "completed", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5", "code": 200}]} {{(pid=106263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:15.787097 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b52e005-1bb7-46ec-bfcb-249a7fe39a60 {{(pid=106263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:15.788114 dv-cinder-850618-4-iscsi neutron-server[106263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b52e005-1bb7-46ec-bfcb-249a7fe39a60'] response: {'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'code': 200} Oct 10 12:10:24.916817 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:24.917593 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:25.125378 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=15 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:25.126289 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=23 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:28.704510 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1d193df9-dfe5-43aa-b8ee-53adf5c6d71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.933565 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd380-4a0d-4124-9760-6065ffc2f2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:31.977222 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:33.691382 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:33.745443 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:37.116748 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:37.120859 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:40.088208 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:10:42.996405 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:50.084908 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:52.989675 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:52.992238 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=56,neutron:UPDATE=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:57.136585 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:58.706813 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-323f9ed6-db7d-4984-a4a4-7353a7deeea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:00.934611 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-79d0fce5-43c2-4da6-95f8-737db090c7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:01.979985 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:03.694007 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:03.746437 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:12.986278 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:14.125590 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:14.126345 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:14.547617 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-44484bde-be14-4c6a-ab8e-d700cb019dc8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380044 Oct 10 12:11:14.647677 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-70645a0c-e6ef-425f-b53f-47b08c26d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:14.649163 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-70645a0c-e6ef-425f-b53f-47b08c26d080 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1130 time: 0.0388350 Oct 10 12:11:14.752848 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-25ff0e73-87de-4f06-928d-225668e1c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:14.754198 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-25ff0e73-87de-4f06-928d-225668e1c383 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 910 time: 0.0879631 Oct 10 12:11:14.814069 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-a36384d8-19d5-49df-b9a3-d353671249ba service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 1000 time: 0.0540411 Oct 10 12:11:14.861068 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-0d53dda5-ca2c-4358-8fca-6a6069b8e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:14.862430 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-0d53dda5-ca2c-4358-8fca-6a6069b8e0a4 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 200 len: 848 time: 0.0421226 Oct 10 12:11:14.907090 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-b817525e-7253-410f-98dd-49c31d34e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:14.908512 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-b817525e-7253-410f-98dd-49c31d34e6ff service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=483a09a3-ddf6-44a4-84ed-29db31f2e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406165 Oct 10 12:11:14.995742 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-6f824eeb-c126-4915-b9cd-78c0fe916b9c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808883 Oct 10 12:11:15.087190 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e822496-468d-4e4f-b03d-11e97dc54950 req-bf199e7e-24ee-4a95-87e3-561e174fe6a1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853069 Oct 10 12:11:17.088189 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:11:22.980091 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:22.981948 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:25.082589 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=48 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:25.083379 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=53 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:26.626377 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51764) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:26.762912 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Deleting port d557d5d8-4055-4a99-b545-d362453af84d {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:26.763253 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (d557d5d8-4055-4a99-b545-d362453af84d), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:26.840050 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (d557d5d8-4055-4a99-b545-d362453af84d), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:26.840374 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for floatingip (d557d5d8-4055-4a99-b545-d362453af84d), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:26.852536 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Calling delete_port for d557d5d8-4055-4a99-b545-d362453af84d owned by network:floatingip {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:27.011514 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (d557d5d8-4055-4a99-b545-d362453af84d), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:27.035285 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event deleted for resources: {'Port': ['ID=d557d5d8-4055-4a99-b545-d362453af84d,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:27.047760 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.048110 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.048454 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.048791 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.049129 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.049456 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.049782 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.050108 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.050432 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.050754 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.051109 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.051437 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.051758 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.052081 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.052399 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:27.083952 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:27.084682 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:27.109888 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for floatingip (ef714874-dc3d-4a12-88f8-6f31477bc0f2), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:27.110213 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.db.l3_db [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Floating IP ef714874-dc3d-4a12-88f8-6f31477bc0f2 disassociated (deleted). External IP: 172.27.0.5, port: ef4352e6-9d9a-4f59-bd5f-87989e5726d5. Oct 10 12:11:27.516569 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:11:27.626274 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:11:27.630975 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for floatingip (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:27.636084 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] Sync routers for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:11:27.645954 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:11:27.646777 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:11:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:27.659826 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8e46cca2-acd3-4caf-9b9d-2af617b4554c tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/ef714874-dc3d-4a12-88f8-6f31477bc0f2 HTTP/1.1" status: 204 len: 168 time: 1.0322597 Oct 10 12:11:27.660398 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:11:27.662647 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58ab580aefca8c81481438bacb7aa91c6bdbdb844cad47d4ae3f4dd1c283c022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c780c7c-642e-4f37-ab0b-54bfad70a635" -d '{"events": [{"name": "network-changed", "server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:11:27.758932 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:11:27.778924 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5542d8-2e47-4ab0-86a8-1a05e6d590d5 x-openstack-request-id: req-9e5542d8-2e47-4ab0-86a8-1a05e6d590d5 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:11:27.779354 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5", "status": "completed", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:11:27.779619 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e5542d8-2e47-4ab0-86a8-1a05e6d590d5 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:11:27.780011 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5542d8-2e47-4ab0-86a8-1a05e6d590d5'] response: {'name': 'network-changed', 'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'status': 'completed', 'code': 200} Oct 10 12:11:27.884595 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-a617f492-36ce-40a6-b497-3f15f68d5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:27.886075 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-a617f492-36ce-40a6-b497-3f15f68d5fdd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=52575749f6f6409b947c28bb16649eb7&device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 1130 time: 0.0401351 Oct 10 12:11:27.930762 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51375d6c-0a0a-4cf5-a0bf-f9d9eda9a4ee req-dd45d141-d04c-4803-9412-79e0cdd6f84f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:27.932175 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-51375d6c-0a0a-4cf5-a0bf-f9d9eda9a4ee req-dd45d141-d04c-4803-9412-79e0cdd6f84f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0452478 Oct 10 12:11:27.956784 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:57Z', 'revision_number': 5, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:27.984742 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-51375d6c-0a0a-4cf5-a0bf-f9d9eda9a4ee req-d6d017c2-6eaf-43f8-9fc9-89b71c9f4996 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466595 Oct 10 12:11:27.985025 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] Checking router: e504a1fe-bf57-4fed-8cb9-e4fcaef57472 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:11:27.993895 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:11:27.994495 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:11:01Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:28.093619 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:11:28.272401 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:57Z', 'revision_number': 5, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:28.296675 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a439b9-8caa-4636-a713-6aba089f9909 None None] The sync data for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi is: [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:50Z', 'revision_number': 4, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi', '_interfaces': [{'id': 'a41958e0-efaa-48e7-b675-bfc59e2ee17e', 'name': '', 'network_id': '483a09a3-ddf6-44a4-84ed-29db31f2e66b', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'mac_address': 'fa:16:3e:c6:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f3297cef-9626-4259-af65-575375c50970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:50Z', 'updated_at': '2022-10-10T12:06:57Z', 'revision_number': 5, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'subnets': [{'id': 'f3297cef-9626-4259-af65-575375c50970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:11:28.505303 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69581891-9f02-4593-b3f5-4c6e51f0d37f None None] New status for floating IP ef714874-dc3d-4a12-88f8-6f31477bc0f2: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:11:28.708670 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-86d5dde2-f6ab-4442-be4b-2e4a81710401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:29.020704 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-916913f0-8dca-4cd0-bc35-b380ac3c7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:29.022001 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-916913f0-8dca-4cd0-bc35-b380ac3c7c9f service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 200 len: 910 time: 0.0845585 Oct 10 12:11:29.105506 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647d70a-0bdb-44f0-ab20-a7c7efc9cf9e req-b124a68f-8d6b-43da-b57d-de09e8f26d4f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:29.106979 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5647d70a-0bdb-44f0-ab20-a7c7efc9cf9e req-b124a68f-8d6b-43da-b57d-de09e8f26d4f tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0462918 Oct 10 12:11:29.187339 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5647d70a-0bdb-44f0-ab20-a7c7efc9cf9e req-118991c3-5a59-4b37-9fe7-3acce4a4c21e tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747292 Oct 10 12:11:29.188939 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-72a3c367-5bbb-4d4c-b1ea-eeb163505eb3 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 200 len: 217 time: 0.0382609 Oct 10 12:11:29.237104 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-134454b7-cb7f-4254-a56b-d7ee20707050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:29.238495 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-134454b7-cb7f-4254-a56b-d7ee20707050 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 200 len: 848 time: 0.0429857 Oct 10 12:11:29.478336 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-f6a3758e-a780-4923-8344-f9f00f8937fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:29.479806 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-f6a3758e-a780-4923-8344-f9f00f8937fc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=483a09a3-ddf6-44a4-84ed-29db31f2e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389555 Oct 10 12:11:29.640432 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-254d6295-7925-4764-b539-4caeaedf42ef tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:29.641913 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-254d6295-7925-4764-b539-4caeaedf42ef tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 946 time: 0.0834172 Oct 10 12:11:29.729671 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-27e04faa-31a8-4bff-82ac-1dc5865651e2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776865 Oct 10 12:11:29.762117 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Deleting port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:29.762454 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:29.893228 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c780c7c-642e-4f37-ab0b-54bfad70a635 req-be45dc3f-f96e-4bfb-abbf-88f5eef1f792 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545944 Oct 10 12:11:29.903968 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] For port ef4352e6-9d9a-4f59-bd5f-87989e5726d5, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:29.904324 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:29.916280 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Calling delete_port for ef4352e6-9d9a-4f59-bd5f-87989e5726d5 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:29.994027 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:30.000744 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:30.044661 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (ef4352e6-9d9a-4f59-bd5f-87989e5726d5), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:30.073784 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event deleted for resources: {'Port': ['ID=ef4352e6-9d9a-4f59-bd5f-87989e5726d5,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:30.084843 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.085195 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.085542 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.085881 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.086213 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.086543 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.086871 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.087279 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.087605 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.087927 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.088253 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.089034 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.089034 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.089309 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.089556 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:30.125297 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] No DVR routers for this DVR port ef4352e6-9d9a-4f59-bd5f-87989e5726d5 on host hv-cinder-85061 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:11:30.127683 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53808'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:30.130931 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ae814e17-fc47-4ca9-9253-10f508b55646 req-ed1f85b4-0abb-47db-a469-c7e444c55d13 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.58 "DELETE /networking/v2.0/ports/ef4352e6-9d9a-4f59-bd5f-87989e5726d5 HTTP/1.1" status: 204 len: 173 time: 0.4829726 Oct 10 12:11:30.131419 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'name': 'network-vif-deleted', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:11:30.133607 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e842c592d3d8e5b74ca816d919ee7a7bd92fc920ccd19f3b706615566a8d3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bcc8e1-846b-40bd-8d11-0ff1daea924f" -d '{"events": [{"server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "name": "network-vif-deleted", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:11:30.228302 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d1181c-a63b-44e7-bd29-2a935d37ec60 x-openstack-request-id: req-d3d1181c-a63b-44e7-bd29-2a935d37ec60 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:11:30.228592 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5a57fa-c3b2-4c18-8ad0-46b13e9ba625", "name": "network-vif-deleted", "tag": "ef4352e6-9d9a-4f59-bd5f-87989e5726d5", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:11:30.228842 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3d1181c-a63b-44e7-bd29-2a935d37ec60 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:11:30.229251 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d1181c-a63b-44e7-bd29-2a935d37ec60'] response: {'server_uuid': 'da5a57fa-c3b2-4c18-8ad0-46b13e9ba625', 'name': 'network-vif-deleted', 'tag': 'ef4352e6-9d9a-4f59-bd5f-87989e5726d5', 'status': 'completed', 'code': 200} Oct 10 12:11:30.297074 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b8822b07-b3ff-4902-8be4-ecdbc46563b2 req-a2d9832b-a8d8-4c37-be13-bde77a0257ee tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=da5a57fa-c3b2-4c18-8ad0-46b13e9ba625 HTTP/1.1" status: 200 len: 210 time: 0.0313587 Oct 10 12:11:30.936681 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fe449a42-6e2e-4ef5-a35c-c4c110391322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:31.364376 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51798) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:31.379880 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:31.390185 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:31.426978 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3c2731cf-94ff-4db7-94f2-8fe6ead76ab7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group (b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:31.449868 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3c2731cf-94ff-4db7-94f2-8fe6ead76ab7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group (b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:31.506839 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3c2731cf-94ff-4db7-94f2-8fe6ead76ab7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:31.509421 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3c2731cf-94ff-4db7-94f2-8fe6ead76ab7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:31.510547 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-3c2731cf-94ff-4db7-94f2-8fe6ead76ab7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc HTTP/1.1" status: 204 len: 168 time: 0.1467001 Oct 10 12:11:31.519288 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2731cf-94ff-4db7-94f2-8fe6ead76ab7 tempest-TestShelveInstance-1647730717 tempest-TestShelveInstance-1647730717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35cca69-4a18-4d0e-b6b2-6d63ad8d55cc,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:31.555945 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51802) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:31.855723 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:31.982403 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:32.068148 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Deleting port a41958e0-efaa-48e7-b675-bfc59e2ee17e {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:32.068482 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:32.410007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] For port a41958e0-efaa-48e7-b675-bfc59e2ee17e, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a41958e0-efaa-48e7-b675-bfc59e2ee17e,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:32.410367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:32.423770 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Calling delete_port for a41958e0-efaa-48e7-b675-bfc59e2ee17e owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:32.527639 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:32.546818 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:32.595879 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (a41958e0-efaa-48e7-b675-bfc59e2ee17e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:32.620856 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Pushing event deleted for resources: {'Port': ['ID=a41958e0-efaa-48e7-b675-bfc59e2ee17e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:32.778566 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:32.978070 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:11:33.077154 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:11:33.082413 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-20a23149-87cf-4896-b9c4-5602c03c748e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/e504a1fe-bf57-4fed-8cb9-e4fcaef57472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253851 Oct 10 12:11:33.085002 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51804) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:33.085506 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c722705-b086-4339-b878-34b1ad69927f None None] Sync routers for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:11:33.096209 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c722705-b086-4339-b878-34b1ad69927f None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:11:33.096810 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2c722705-b086-4339-b878-34b1ad69927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:11:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:33.182805 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks [] for router (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.197584 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-2c722705-b086-4339-b878-34b1ad69927f None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:11:33.283423 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks [] for router_gateway (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.325801 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Deleting port a194c415-98c3-44d3-83ba-5dadc23f47ff {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:33.326141 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.362138 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:33.406494 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] For port a194c415-98c3-44d3-83ba-5dadc23f47ff, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=a194c415-98c3-44d3-83ba-5dadc23f47ff,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:33.406926 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.424530 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Calling delete_port for a194c415-98c3-44d3-83ba-5dadc23f47ff owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:33.425960 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:33.450709 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2c722705-b086-4339-b878-34b1ad69927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:11:32Z', 'revision_number': 5, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port': {'id': 'a194c415-98c3-44d3-83ba-5dadc23f47ff', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:33.453245 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:33.475253 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c722705-b086-4339-b878-34b1ad69927f None None] Checking router: e504a1fe-bf57-4fed-8cb9-e4fcaef57472 for host: dv-cinder-850618-4-iscsi {{(pid=106264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:11:33.484229 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c722705-b086-4339-b878-34b1ad69927f None None] Routers {'e504a1fe-bf57-4fed-8cb9-e4fcaef57472'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:11:33.484832 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2c722705-b086-4339-b878-34b1ad69927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:11:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'], 'active': True} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:33.559982 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=100 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:33.568150 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_dvr_db [None req-2c722705-b086-4339-b878-34b1ad69927f None None] Set router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 gateway port host: None {{(pid=106264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:11:33.590499 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (a194c415-98c3-44d3-83ba-5dadc23f47ff), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.619992 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.l3_hamode_db [None req-2c722705-b086-4339-b878-34b1ad69927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:11:33Z', 'revision_number': 6, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:33.620367 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Pushing event deleted for resources: {'Port': ['ID=a194c415-98c3-44d3-83ba-5dadc23f47ff,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:33.645328 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c722705-b086-4339-b878-34b1ad69927f None None] The sync data for ids ['e504a1fe-bf57-4fed-8cb9-e4fcaef57472'] in dv-cinder-850618-4-iscsi is: [{'id': 'e504a1fe-bf57-4fed-8cb9-e4fcaef57472', 'name': 'tempest-TestShelveInstance-1271801169-router', 'tenant_id': '52575749f6f6409b947c28bb16649eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:48Z', 'updated_at': '2022-10-10T12:11:33Z', 'revision_number': 6, 'project_id': '52575749f6f6409b947c28bb16649eb7', 'gw_port_host': None}] {{(pid=106264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:11:33.696653 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.702951 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.748656 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.769472 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ef4352e6-9d9a-4f59-bd5f-87989e5726d5 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:11:33.783659 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.785854 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks [] for router_controller (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.792460 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] No Port match for: ef4352e6-9d9a-4f59-bd5f-87989e5726d5 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:11:33.792838 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Device ef4352e6-9d9a-4f59-bd5f-87989e5726d5 not bound to the agent host hv-cinder-85061 {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:11:33.830555 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (e504a1fe-bf57-4fed-8cb9-e4fcaef57472), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.831185 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e504a1fe-bf57-4fed-8cb9-e4fcaef57472 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:11:33.835402 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.836565 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4c2b05b3-e937-4d2c-b45d-f8267637500e admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/e504a1fe-bf57-4fed-8cb9-e4fcaef57472 HTTP/1.1" status: 204 len: 168 time: 0.7505529 Oct 10 12:11:33.839569 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51806) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:33.882931 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2981dfbd-15ee-469c-aaf0-75ba09f2970f admin admin] Deleting subnet f3297cef-9626-4259-af65-575375c50970 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:11:33.886081 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2981dfbd-15ee-469c-aaf0-75ba09f2970f admin admin] Publish callbacks [] for subnet (f3297cef-9626-4259-af65-575375c50970), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.920403 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2981dfbd-15ee-469c-aaf0-75ba09f2970f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3262305'] for subnet (f3297cef-9626-4259-af65-575375c50970), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.998905 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2981dfbd-15ee-469c-aaf0-75ba09f2970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (f3297cef-9626-4259-af65-575375c50970), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.055007 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2981dfbd-15ee-469c-aaf0-75ba09f2970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3402035'] for subnet (f3297cef-9626-4259-af65-575375c50970), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.081954 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981dfbd-15ee-469c-aaf0-75ba09f2970f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3297cef-9626-4259-af65-575375c50970,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:34.085892 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2981dfbd-15ee-469c-aaf0-75ba09f2970f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.090054 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2981dfbd-15ee-469c-aaf0-75ba09f2970f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f3297cef-9626-4259-af65-575375c50970 HTTP/1.1" status: 204 len: 168 time: 0.2491143 Oct 10 12:11:34.092187 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51808) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:34.092355 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20860e0b-c7ab-4988-85f9-60f51339ae97 None None] Network 483a09a3-ddf6-44a4-84ed-29db31f2e66b requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:11:34.169314 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (483a09a3-ddf6-44a4-84ed-29db31f2e66b), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.212193 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Deleting port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:34.213041 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.224746 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:34.280821 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] For port 8436a2fd-8eb6-435f-b0b1-59a6125640f2, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=8436a2fd-8eb6-435f-b0b1-59a6125640f2,segment=NetworkSegment(8462c30b-6d28-44b1-826f-5fe8467f92be),segment_id=8462c30b-6d28-44b1-826f-5fe8467f92be)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:34.281190 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.294059 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Calling delete_port for 8436a2fd-8eb6-435f-b0b1-59a6125640f2 owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:34.340426 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:34.377112 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (8436a2fd-8eb6-435f-b0b1-59a6125640f2), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.403869 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8436a2fd-8eb6-435f-b0b1-59a6125640f2,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:34.405816 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] No DVR routers for this DVR port 8436a2fd-8eb6-435f-b0b1-59a6125640f2 on host dv-cinder-850618-4-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:11:34.439228 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c8418-592d-4b3d-b086-6c79e9a82348 None None] DHCP port deletion for 483a09a3-ddf6-44a4-84ed-29db31f2e66b request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:11:34.488547 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (483a09a3-ddf6-44a4-84ed-29db31f2e66b), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.496632 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 8436a2fd-8eb6-435f-b0b1-59a6125640f2 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:11:34.510072 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483a09a3-ddf6-44a4-84ed-29db31f2e66b']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:34.516001 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 8436a2fd-8eb6-435f-b0b1-59a6125640f2 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:11:34.516348 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 8436a2fd-8eb6-435f-b0b1-59a6125640f2 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:11:34.516814 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a194c415-98c3-44d3-83ba-5dadc23f47ff no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:11:34.520082 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8462c30b-6d28-44b1-826f-5fe8467f92be') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:34.520457 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8462c30b-6d28-44b1-826f-5fe8467f92be') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:34.531289 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3262232'] for segment (8462c30b-6d28-44b1-826f-5fe8467f92be), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.535772 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: a194c415-98c3-44d3-83ba-5dadc23f47ff {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:11:34.536124 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a194c415-98c3-44d3-83ba-5dadc23f47ff not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:11:34.536544 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a41958e0-efaa-48e7-b675-bfc59e2ee17e no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:11:34.545250 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (8462c30b-6d28-44b1-826f-5fe8467f92be), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.552309 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:11:34.552645 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267082'] for segment (8462c30b-6d28-44b1-826f-5fe8467f92be), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.555298 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: a41958e0-efaa-48e7-b675-bfc59e2ee17e {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:11:34.556406 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device a41958e0-efaa-48e7-b675-bfc59e2ee17e not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:11:34.596592 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 8462c30b-6d28-44b1-826f-5fe8467f92be resource provider aggregate not found Oct 10 12:11:34.613729 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 8462c30b-6d28-44b1-826f-5fe8467f92be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8462c30b-6d28-44b1-826f-5fe8467f92be found for delete ", "request_id": "req-6f4b6038-a498-45cf-b008-9012e85d754a"}]} Oct 10 12:11:34.620184 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (483a09a3-ddf6-44a4-84ed-29db31f2e66b), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.626434 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.629772 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/483a09a3-ddf6-44a4-84ed-29db31f2e66b HTTP/1.1" status: 204 len: 168 time: 0.5365252 Oct 10 12:11:34.632857 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51814) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:34.642519 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9558f34-1acc-4304-873d-1f2396f65ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=483a09a3-ddf6-44a4-84ed-29db31f2e66b,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:34.936179 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091592'] for router_interface (00472de6-89b2-436b-992c-9142c2749059), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.148198 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Deleting port 3d2efb81-f25f-4a54-95c4-fe9023425d9c {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:35.148532 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.229944 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] For port 3d2efb81-f25f-4a54-95c4-fe9023425d9c, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=3d2efb81-f25f-4a54-95c4-fe9023425d9c,segment=NetworkSegment(8616d664-95e5-40e0-9e37-3cd35a5578e2),segment_id=8616d664-95e5-40e0-9e37-3cd35a5578e2)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:35.230219 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.243140 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Calling delete_port for 3d2efb81-f25f-4a54-95c4-fe9023425d9c owned by network:router_interface {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:35.291199 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:35.369021 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:35.418693 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (3d2efb81-f25f-4a54-95c4-fe9023425d9c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.440717 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2efb81-f25f-4a54-95c4-fe9023425d9c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:35.605437 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2091580'] for router_interface (00472de6-89b2-436b-992c-9142c2749059), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.800059 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Router 00472de6-89b2-436b-992c-9142c2749059 has already been hosted by L3 agent 064212e7-6c80-4ab7-9a84-fbbc2c394247 {{(pid=106262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:11:35.898169 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] Notify agent at l3_agent.dv-cinder-850618-4-iscsi the message routers_updated {{(pid=106262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:11:35.903274 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-0fdc89e5-6a86-451f-89c0-bcd9cbe1fc72 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/00472de6-89b2-436b-992c-9142c2749059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2689517 Oct 10 12:11:35.905808 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51816) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:35.907554 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] Sync routers for ids ['00472de6-89b2-436b-992c-9142c2749059'] in dv-cinder-850618-4-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:11:35.917790 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] Routers {'00472de6-89b2-436b-992c-9142c2749059'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:11:35.918407 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:11:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['00472de6-89b2-436b-992c-9142c2749059'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:36.003926 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks [] for router (00472de6-89b2-436b-992c-9142c2749059), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.017744 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] Set router 00472de6-89b2-436b-992c-9142c2749059 gateway port host: dv-cinder-850618-4-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:11:36.100692 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks [] for router_gateway (00472de6-89b2-436b-992c-9142c2749059), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.142633 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Deleting port ef34f191-6a2d-4282-ba51-c805194ae715 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:36.142998 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.145253 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:36.185463 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'external_fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:11:35Z', 'revision_number': 5, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port': {'id': 'ef34f191-6a2d-4282-ba51-c805194ae715', 'name': '', 'network_id': '0a524221-999e-4261-bf4d-3765ae16a434', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00472de6-89b2-436b-992c-9142c2749059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4d9357c1-ac51-4c5e-aa05-1067e2bfc6bd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-4-iscsi'}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:36.210609 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] Checking router: 00472de6-89b2-436b-992c-9142c2749059 for host: dv-cinder-850618-4-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:11:36.212329 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:36.218875 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] Routers {'00472de6-89b2-436b-992c-9142c2749059'} bound to L3 agent in host dv-cinder-850618-4-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:11:36.219510 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:51:01Z,description=,heartbeat_timestamp=2022-10-10T12:11:31Z,host='dv-cinder-850618-4-iscsi',id=064212e7-6c80-4ab7-9a84-fbbc2c394247,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:51:01Z,topic='l3_agent')) {'router_ids': ['00472de6-89b2-436b-992c-9142c2749059'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:36.229129 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] For port ef34f191-6a2d-4282-ba51-c805194ae715, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=ef34f191-6a2d-4282-ba51-c805194ae715,segment=NetworkSegment(baa63993-e90f-4eab-82af-dfac4d3dbe1f),segment_id=baa63993-e90f-4eab-82af-dfac4d3dbe1f)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:36.229492 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.242399 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Calling delete_port for ef34f191-6a2d-4282-ba51-c805194ae715 owned by network:router_gateway {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:36.303320 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] Set router 00472de6-89b2-436b-992c-9142c2749059 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:11:36.355705 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:11:36Z', 'revision_number': 6, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port_host': None}], 'dv-cinder-850618-4-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:36.383307 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ef67d-fe0d-4cd9-a4bb-0f5b64163b19 None None] The sync data for ids ['00472de6-89b2-436b-992c-9142c2749059'] in dv-cinder-850618-4-iscsi is: [{'id': '00472de6-89b2-436b-992c-9142c2749059', 'name': 'tempest-TestShelveInstance-121771036-router', 'tenant_id': 'efedebc0f9044fa9bed771719507bd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:06:53Z', 'updated_at': '2022-10-10T12:11:36Z', 'revision_number': 6, 'project_id': 'efedebc0f9044fa9bed771719507bd1d', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:11:36.410185 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26182614'] for port (ef34f191-6a2d-4282-ba51-c805194ae715), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.435334 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef34f191-6a2d-4282-ba51-c805194ae715,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:36.497049 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092918'] for router_gateway (00472de6-89b2-436b-992c-9142c2749059), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.582702 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2091645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7852'] for router (00472de6-89b2-436b-992c-9142c2749059), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.584826 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks [] for router_controller (00472de6-89b2-436b-992c-9142c2749059), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.628819 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2091620'] for router (00472de6-89b2-436b-992c-9142c2749059), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.629287 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00472de6-89b2-436b-992c-9142c2749059 {{(pid=106262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:11:36.633520 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.635244 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-d70d6979-a462-41b0-ab91-425fc9c7a190 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/00472de6-89b2-436b-992c-9142c2749059 HTTP/1.1" status: 204 len: 168 time: 0.7283604 Oct 10 12:11:36.637728 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51818) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:36.681655 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34b6aa7-8eaa-44f5-9951-b1b56d32358d admin admin] Deleting subnet 44a7892d-e44e-461b-9fcf-fcbba7c18431 {{(pid=106262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:11:36.684610 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f34b6aa7-8eaa-44f5-9951-b1b56d32358d admin admin] Publish callbacks [] for subnet (44a7892d-e44e-461b-9fcf-fcbba7c18431), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.718021 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f34b6aa7-8eaa-44f5-9951-b1b56d32358d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944455'] for subnet (44a7892d-e44e-461b-9fcf-fcbba7c18431), precommit_delete_associations {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.798238 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f34b6aa7-8eaa-44f5-9951-b1b56d32358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868472'] for subnet (44a7892d-e44e-461b-9fcf-fcbba7c18431), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.854383 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f34b6aa7-8eaa-44f5-9951-b1b56d32358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-873559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26182627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25421682'] for subnet (44a7892d-e44e-461b-9fcf-fcbba7c18431), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.877414 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b6aa7-8eaa-44f5-9951-b1b56d32358d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a7892d-e44e-461b-9fcf-fcbba7c18431,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:36.883948 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f34b6aa7-8eaa-44f5-9951-b1b56d32358d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for subnet (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:36.887646 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-f34b6aa7-8eaa-44f5-9951-b1b56d32358d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/44a7892d-e44e-461b-9fcf-fcbba7c18431 HTTP/1.1" status: 204 len: 168 time: 0.2490172 Oct 10 12:11:36.889476 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63a79a-ec77-4ffe-b3ed-2e4007a5997d None None] Network 7185604f-e75b-4a4c-9d6f-dc87727817d7 requested from dv-cinder-850618-4-iscsi {{(pid=106263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:11:36.890363 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.52', 51820) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:36.963214 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681397'] for network (7185604f-e75b-4a4c-9d6f-dc87727817d7), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.005568 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Deleting port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:37.005902 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.071990 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] For port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675, host dv-cinder-850618-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-4-iscsi',level=0,port_id=302e1bf2-7d3a-4eec-befe-e73a7d7d1675,segment=NetworkSegment(8616d664-95e5-40e0-9e37-3cd35a5578e2),segment_id=8616d664-95e5-40e0-9e37-3cd35a5578e2)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:37.072284 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.084558 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Calling delete_port for 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:37.147243 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] DHCP port deletion for 7185604f-e75b-4a4c-9d6f-dc87727817d7 request from dv-cinder-850618-4-iscsi {{(pid=106263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:11:37.167422 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267285'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.190741 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Deleting port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 {{(pid=106263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:37.191145 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765381487656'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), before_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.192479 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Pushing event deleted for resources: {'Port': ['ID=302e1bf2-7d3a-4eec-befe-e73a7d7d1675,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:37.195986 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] No DVR routers for this DVR port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 on host dv-cinder-850618-4-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:11:37.259848 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] For port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675, host dv-cinder-850618-4-iscsi, got binding levels [] {{(pid=106263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:37.260253 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2052726'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), precommit_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.272186 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664170', 'neutron.services.segments.db._delete_segments_for_network-8765381497052'] for network (7185604f-e75b-4a4c-9d6f-dc87727817d7), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.273671 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Calling delete_port for 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 owned by network:dhcp {{(pid=106263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:37.277268 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.ipam_backend_mixin [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 was not found and therefore no delete operation was performed {{(pid=106263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 10 12:11:37.278526 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-887980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765381490342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765381032439'] for port (302e1bf2-7d3a-4eec-befe-e73a7d7d1675), after_delete {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.293079 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7185604f-e75b-4a4c-9d6f-dc87727817d7']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:37.302736 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8616d664-95e5-40e0-9e37-3cd35a5578e2') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:37.303065 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8616d664-95e5-40e0-9e37-3cd35a5578e2') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:11:37.307167 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Pushing event deleted for resources: {'Port': ['ID=302e1bf2-7d3a-4eec-befe-e73a7d7d1675,revision_number=None']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:37.311661 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] No DVR routers for this DVR port 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 on host dv-cinder-850618-4-iscsi {{(pid=106263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:11:37.313259 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765381551526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3262232'] for segment (8616d664-95e5-40e0-9e37-3cd35a5578e2), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.318437 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.318798 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.319174 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.319514 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.319848 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.320179 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.320508 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.320907 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.321168 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.322079 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.322621 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.322728 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.323055 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.323381 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.323753 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e67c77-1cef-4735-af04-37f43df407f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-4-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:37.338241 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871'] for segment (8616d664-95e5-40e0-9e37-3cd35a5578e2), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.345008 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:11:37.345427 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267082'] for segment (8616d664-95e5-40e0-9e37-3cd35a5578e2), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.387406 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 8616d664-95e5-40e0-9e37-3cd35a5578e2 resource provider aggregate not found Oct 10 12:11:37.407554 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 8616d664-95e5-40e0-9e37-3cd35a5578e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8616d664-95e5-40e0-9e37-3cd35a5578e2 found for delete ", "request_id": "req-34bcc97e-f7d4-48c5-95b8-baf2077d2936"}]} Oct 10 12:11:37.410442 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:37.415251 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1635710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092969'] for network (7185604f-e75b-4a4c-9d6f-dc87727817d7), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.421878 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1635688'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.425566 dv-cinder-850618-4-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/7185604f-e75b-4a4c-9d6f-dc87727817d7 HTTP/1.1" status: 204 len: 168 time: 0.5341463 Oct 10 12:11:37.438924 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0029b-0cdc-47b7-92a3-2f88e9ddc50d admin admin] Pushing event deleted for resources: {'Network': ['ID=7185604f-e75b-4a4c-9d6f-dc87727817d7,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:37.593171 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51828) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:37.633592 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-8aa1d926-21f2-467a-a9f6-9b7f238124cb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=52575749f6f6409b947c28bb16649eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392954 Oct 10 12:11:37.636718 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51830) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:37.695974 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-620dc1e3-e407-490e-a79e-f63b2f8752d6 admin admin] Publish callbacks [] for security_group (d6bb5009-f235-4875-83bc-3a11ba82b28f), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.708391 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:37.718478 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-620dc1e3-e407-490e-a79e-f63b2f8752d6 admin admin] Publish callbacks [] for security_group (d6bb5009-f235-4875-83bc-3a11ba82b28f), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.746228 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:37.766635 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-620dc1e3-e407-490e-a79e-f63b2f8752d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (d6bb5009-f235-4875-83bc-3a11ba82b28f), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.769234 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-620dc1e3-e407-490e-a79e-f63b2f8752d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:37.770400 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-620dc1e3-e407-490e-a79e-f63b2f8752d6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d6bb5009-f235-4875-83bc-3a11ba82b28f HTTP/1.1" status: 204 len: 168 time: 0.1328590 Oct 10 12:11:37.779479 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dc1e3-e407-490e-a79e-f63b2f8752d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb5009-f235-4875-83bc-3a11ba82b28f,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:38.082708 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51836) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:38.122056 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-1777dd55-3d49-48e4-a4b3-357e43cb089e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=efedebc0f9044fa9bed771719507bd1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382161 Oct 10 12:11:38.124342 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [-] (106262) accepted ('10.222.0.52', 51838) {{(pid=106262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:38.170372 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-66d5654b-0d5b-4e1c-a231-33c445f39101 admin admin] Publish callbacks [] for security_group (9c01ed1b-dd02-443d-be88-6f50b6e6d9c2), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:38.189986 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-66d5654b-0d5b-4e1c-a231-33c445f39101 admin admin] Publish callbacks [] for security_group (9c01ed1b-dd02-443d-be88-6f50b6e6d9c2), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:38.236408 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-66d5654b-0d5b-4e1c-a231-33c445f39101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2036257'] for security_group (9c01ed1b-dd02-443d-be88-6f50b6e6d9c2), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:38.239058 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-66d5654b-0d5b-4e1c-a231-33c445f39101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:38.240198 dv-cinder-850618-4-iscsi neutron-server[106262]: INFO neutron.wsgi [None req-66d5654b-0d5b-4e1c-a231-33c445f39101 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9c01ed1b-dd02-443d-be88-6f50b6e6d9c2 HTTP/1.1" status: 204 len: 168 time: 0.1150148 Oct 10 12:11:38.248624 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5654b-0d5b-4e1c-a231-33c445f39101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c01ed1b-dd02-443d-be88-6f50b6e6d9c2,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:38.353512 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 3d2efb81-f25f-4a54-95c4-fe9023425d9c no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:11:38.373954 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 3d2efb81-f25f-4a54-95c4-fe9023425d9c {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:11:38.374294 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 3d2efb81-f25f-4a54-95c4-fe9023425d9c not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:11:38.374711 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:11:38.393143 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:11:38.393492 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device 302e1bf2-7d3a-4eec-befe-e73a7d7d1675 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:11:38.393906 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device ef34f191-6a2d-4282-ba51-c805194ae715 no longer exists at agent ovs-agent-dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:11:38.412970 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.plugin [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] No Port match for: ef34f191-6a2d-4282-ba51-c805194ae715 {{(pid=106263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:11:38.413516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.rpc [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Device ef34f191-6a2d-4282-ba51-c805194ae715 not bound to the agent host dv-cinder-850618-4-iscsi {{(pid=106263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:11:42.995911 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:43.009305 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:47.428563 dv-cinder-850618-4-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=73,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:48.243210 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=25,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:48.244026 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:53.005282 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:53.722118 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=29 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:53.724666 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=18 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:54.086746 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:11:58.710933 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9388317f-4586-433b-9422-5366568b10ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:00.938517 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a90dd577-cdd4-4b02-808e-65c70de01dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:01.985650 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:03.704277 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:03.750132 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:04.082430 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:04.083208 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:12.992056 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:14.089468 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:22.982885 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:22.987516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:28.136863 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:28.137628 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:28.714316 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-093205ae-2c5a-4a38-9667-89e85426b2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:30.940460 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-810c962c-cc74-4489-8af3-afcc9c696b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:31.086024 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:12:31.987809 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:33.708408 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:33.754495 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:41.082026 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:42.996614 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:52.991116 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:52.993065 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:58.716760 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1cdd-5460-4e40-af2a-0367c6aa0993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:00.941090 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-b1b948ad-7cec-4f6c-a31f-26c1d5e89a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:01.990424 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:03.709953 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:03.754284 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:05.129033 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:05.133595 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=5 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:08.085076 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:13:13.001260 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:18.081408 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:22.991847 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:22.996624 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:28.718974 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0d95434c-0dce-4625-b488-afe664d2dd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:30.945617 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-6ef380d6-e894-47c1-aff2-1ee04db6b45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:31.993232 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:33.714094 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:33.754397 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:42.135436 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:42.139591 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:43.011913 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:45.084268 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:13:53.005752 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:53.007773 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:53.726914 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=14 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:55.080224 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=14 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:58.720516 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4259868d-691d-4ee8-940b-94c0d2856a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:00.947879 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-a5302a38-db0d-466d-ad9e-f222dcbab226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:01.995556 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:03.722267 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:03.755523 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:13.043443 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:19.137632 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:19.138983 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:22.083229 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:14:23.038103 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:23.039984 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:28.721762 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-bfa997ed-38df-4bfd-8f48-e123d2b57416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:30.948996 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d4ea-1530-4157-a1df-e4220f2a827c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:31.998266 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:32.078633 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:32.079408 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:33.720923 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:33.756878 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:43.063242 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:53.056285 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:53.058182 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:53.062130 dv-cinder-850618-4-iscsi neutron-server[106262]: DEBUG neutron.wsgi [req-671d534f-4a44-4d12-9502-d6c0741c5160 req-a2eacb27-dc09-4489-ae9a-162e40ba7d49 service neutron] (106262) timed out ('10.222.0.58', 50624) {{(pid=106262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 12:14:56.135430 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:57.148710 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:58.723289 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd1c-b38f-420e-b450-8eeee6a7a8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:59.081924 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:15:00.950610 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-87fc91f1-cf92-4d1e-8378-f8edaa95b292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:02.001231 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:03.871355 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:03.874733 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:09.077254 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:09.078022 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:13.060094 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:23.051995 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:23.056539 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:28.725319 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-0d712135-2f07-4928-bd70-33145952d365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:30.953299 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-faa4e248-e091-4840-8c38-1e3500e19461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:32.003942 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:33.131647 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:33.132401 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:33.728825 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:33.762344 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:36.081275 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:15:43.088470 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:53.077504 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:53.084398 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:53.731190 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=12 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:53.732997 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=16 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:58.727265 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-26b7052a-94a2-4f7e-b745-152638709bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.954966 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-efa9b216-512a-4dca-8486-9526d62596d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:02.006557 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.731593 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.767002 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:10.127519 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=4 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:10.128277 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:13.081041 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:16:13.104031 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:23.075944 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:23.076716 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:23.094472 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:23.100110 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:28.728236 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-feb50891-c777-4ff8-899e-43d590bd99e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:30.956470 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-f47f0413-b46c-488b-a4e5-95ff4beff01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (064212e7-6c80-4ab7-9a84-fbbc2c394247), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:32.010129 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1970dce5-291c-41e9-a44e-4d955f94f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (ac1353b7-37be-4e29-b73f-75665eea6f51), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:33.735349 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-56407ef2-8f75-4d1f-a8d6-6bbbdc87bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (a6696f12-49bb-4cbd-84d4-113fb69d1cf7), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:33.768062 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7525-b1f5-4520-94bf-5472a2985076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (d7a16d77-e96c-4604-9cb8-9b438cfb1e33), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:43.108506 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-d3716db4-3ce7-47e4-b662-5932ddf8ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (b428398a-ed9f-46ee-949d-e8327ae37439), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:47.128967 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:47.134001 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=3 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:50.079766 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG neutron.db.agents_db [None req-0ddf332e-00d1-4811-89f4-668f23822962 None None] Agent healthcheck: found 6 active agents {{(pid=106264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:16:53.102119 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:53.102975 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:58.729596 dv-cinder-850618-4-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-267868d3-c0ea-4486-8b60-fdaac5694838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765381497034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666149'] for agent (7ae55abe-9ec5-4309-a2a7-5d2875e85fc9), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.075140 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:SELECT=2 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:00.075983 dv-cinder-850618-4-iscsi neutron-server[106264]: DEBUG dbcounter [-] [106264] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}